-- Logs begin at Mon 2022-01-17 16:45:23 UTC, end at Mon 2022-01-17 17:57:08 UTC. -- Jan 17 17:21:02.069478 dv-cinder-818883-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 17:21:04.494079 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.common.config [-] Logging enabled! Jan 17 17:21:04.494865 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev4 Jan 17 17:21:04.494865 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86670) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 17:21:04.497922 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.common.config [-] Logging enabled! Jan 17 17:21:04.498175 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev4 Jan 17 17:21:04.498486 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86670) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 17:21:04.499455 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 17:21:04.499690 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 17:21:04.500049 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 17:21:04.500297 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 17:21:04.500523 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 17:21:04.500843 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.501141 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.501439 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.501670 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.501964 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.502253 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.502535 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.502854 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.503156 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.503440 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.503720 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.504001 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.504230 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.504510 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.504802 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.505100 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.505331 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] debug = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.505627 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.506632 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.507075 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.507458 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.507755 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.508037 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.508311 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.508589 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.508873 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.509225 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] host = dv-cinder-818883-2-iscsi {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.509508 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.509800 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.510088 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.510376 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.510652 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.510958 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.511244 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.511519 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.511793 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] log_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.512066 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.512354 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.512639 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.512935 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.513160 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.513398 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.513670 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.513956 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.514228 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.514500 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.514780 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.515065 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.515336 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.515606 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.515896 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.516178 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.516460 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.516731 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.517004 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.517273 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.517544 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.517827 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.518096 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.518368 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.518637 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.518949 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.519216 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.519487 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.519791 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.520077 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.520357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.520640 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.520913 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.521194 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.521553 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.521869 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.522147 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] use_json = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.522421 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.522692 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.522999 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.523272 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.523546 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.523819 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.524091 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.524377 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:04.524679 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.524975 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.525273 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.525557 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.525856 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.526136 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.526424 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.526701 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.527013 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.527302 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.527595 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.527871 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.528160 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.528438 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.528735 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.529039 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.529331 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.529624 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.529901 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.530177 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.530451 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.530729 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.531039 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.531331 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.531621 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.531895 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.532174 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.532465 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.532742 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.533018 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.533294 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.533580 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.533862 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.534130 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.534409 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.534684 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.535086 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.535358 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.535641 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.535938 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.536211 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.536483 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.536752 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.537062 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.537346 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.537627 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.537900 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.538177 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.538453 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.538737 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.539030 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.539307 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.539584 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.539859 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.540139 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.540413 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.540686 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.540961 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.541236 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.541510 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.541782 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.542056 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.542335 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.542609 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.542906 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.543182 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.543458 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.543732 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.544019 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.544322 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.544602 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.544882 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.545162 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.545441 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.545723 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.546001 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.546281 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.546560 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.546857 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.547152 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.547438 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.547727 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.548010 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.548289 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.548585 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.548870 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.549145 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.549422 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.549698 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.549985 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.550269 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.550563 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.550881 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.551175 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.551468 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.551759 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.552040 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.552351 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.553246 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:04.553411 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 17:21:04.553631 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86670) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 17:21:04.951010 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO keyring.backend [-] Loading KWallet Jan 17 17:21:04.958855 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO keyring.backend [-] Loading SecretService Jan 17 17:21:04.962789 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO keyring.backend [-] Loading Windows Jan 17 17:21:04.964180 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO keyring.backend [-] Loading chainer Jan 17 17:21:04.964770 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO keyring.backend [-] Loading macOS Jan 17 17:21:05.008247 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 17:21:05.008523 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 17:21:05.008817 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 17:21:05.009157 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 17:21:05.330824 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.331030 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.331291 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.332503 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.332778 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.333044 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.458428 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.458707 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.459192 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.473162 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.473444 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.473713 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.503922 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.504582 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.504582 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.543549 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.543827 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.544091 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.784861 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.785143 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.785410 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.785679 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.786419 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.910614 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.910879 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.911166 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.911440 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.911711 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.912693 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.913065 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.913509 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.913783 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.914078 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.914344 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.914616 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.914913 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.915174 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.915443 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.915719 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.915980 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.916254 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.916505 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.916791 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.917161 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.917418 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.917668 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.917959 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.918207 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.918453 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.918938 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:21:05.919182 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:21:05.919421 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:21:05.919657 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:21:05.919895 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:21:05.920131 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:21:05.920517 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 17:21:05.924120 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 17:21:05.928389 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 17:21:05.932176 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jan 17 17:21:05.933826 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 17:21:05.934281 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 17:21:05.934616 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 17:21:05.935030 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 17:21:05.938067 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 17:21:05.938321 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 17:21:05.938670 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 17:21:05.967648 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 17:21:05.968105 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.968409 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86670) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 17 17:21:05.968779 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.970305 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86670) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 17:21:05.970608 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 17:21:05.970886 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 17:21:05.974357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:05.975326 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.038179 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 17:21:06.038412 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 17:21:06.038646 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 17:21:06.039051 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 17:21:06.069978 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_db.sqlalchemy.engines [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86670) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 17 17:21:06.409430 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Initializing driver for type 'gre' Jan 17 17:21:06.410036 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] gre ID ranges: [(1, 1000)] Jan 17 17:21:06.471808 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Initializing driver for type 'local' Jan 17 17:21:06.472334 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Initializing driver for type 'vlan' Jan 17 17:21:06.483864 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] VlanTypeDriver initialization complete Jan 17 17:21:06.484307 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Initializing driver for type 'vxlan' Jan 17 17:21:06.485033 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] vxlan ID ranges: [(1, 1000)] Jan 17 17:21:06.546305 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Initializing extension driver 'port_security' Jan 17 17:21:06.547097 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.extensions.port_security [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] PortSecurityExtensionDriver initialization complete Jan 17 17:21:06.547097 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Initializing mechanism driver 'openvswitch' Jan 17 17:21:06.547301 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Initializing mechanism driver 'hyperv' Jan 17 17:21:06.554464 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:06.555166 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > port after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.555534 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > port after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.555877 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > port after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.556400 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=86670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:21:06.556827 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > subnet after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.557173 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > subnet after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.557514 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.557898 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=86670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:21:06.558302 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > network after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.558644 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > network after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.559014 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > network after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.559395 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=86670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:21:06.559791 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > security_group after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.560132 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > security_group after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.560465 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.560846 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=86670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:21:06.561242 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.561578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.561910 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.562418 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=86670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:21:06.562847 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > address_group after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.563197 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > address_group after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.563534 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.563917 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=86670) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:21:06.564358 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] ML2 OVO RPC backend initialized. {{(pid=86670) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 17 17:21:06.565056 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.565404 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.565811 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > network before_response 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.566181 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > networks before_response 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.566526 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > port before_response 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.566889 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > ports before_response 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.567231 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > subnet before_response 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.567565 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > subnets before_response 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.567914 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > network after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.568266 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > network after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.569228 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > network after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.569557 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > port after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.569889 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > port after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.570219 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > port after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.570550 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > subnet after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.570915 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > subnet after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.571246 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.571816 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.plugin [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Modular L2 Plugin initialization complete Jan 17 17:21:06.572143 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading services supported by the core plugin {{(pid=86670) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 17:21:06.572463 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.plugins.ml2.managers [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Got port-security extension from driver 'port_security' Jan 17 17:21:06.572916 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.extensions.vlantransparent [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Disabled vlantransparent extension. Jan 17 17:21:06.573394 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86670) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 17:21:06.573704 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading Plugin: router Jan 17 17:21:06.610373 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.610754 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router after_create 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.611140 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router before_create 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.611499 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.611863 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.612214 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router after_delete 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.612566 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.612924 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router after_create 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.613263 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router after_update 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.613604 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router after_update 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.613944 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.614295 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router after_update 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.614694 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_update 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.615833 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: port after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.616126 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: port after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.616465 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: subnet after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.616803 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.617148 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.617496 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_create 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.617836 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: port before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.618173 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.618527 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router after_update 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.618906 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.619250 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_create 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.619605 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.619944 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_update 55549900 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.620300 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > agent after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.620643 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > agent after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.620980 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > network after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.622180 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Tracking information for resource: router configured {{(pid=86670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:21:06.622180 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Tracking information for resource: floatingip configured {{(pid=86670) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:21:06.627204 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.db.l3_agentschedulers_db [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 17:21:06.627781 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: port after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.628138 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: port after_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.628483 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: port after_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.628829 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: port after_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.629733 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router before_create 55550100 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.630093 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.630449 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_create 55550100 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.631464 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > router precommit_update 55550100 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.635912 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.services.provider_configuration [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service providers = [] {{(pid=86670) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 17:21:06.636277 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.db.servicetype_db [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86670) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 17:21:06.639205 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.services.service_base [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86670) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 17:21:06.639551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.services.service_base [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86670) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 17:21:06.639887 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.services.service_base [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86670) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 17:21:06.644490 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.services.service_base [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86670) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 17:21:06.644490 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.services.service_base [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 17:21:06.644490 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:21:06.644490 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 17:21:06.653846 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:21:06.654172 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading Plugin: auto_allocate Jan 17 17:21:06.660209 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: network precommit_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.660596 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: network precommit_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.661052 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:21:06.661369 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading Plugin: tag Jan 17 17:21:06.668096 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:21:06.668420 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading Plugin: timestamp Jan 17 17:21:06.672444 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:21:06.672778 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading Plugin: network_ip_availability Jan 17 17:21:06.678760 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.679164 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.679525 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.680243 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:21:06.680555 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading Plugin: flavors Jan 17 17:21:06.685458 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:21:06.685783 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading Plugin: revisions Jan 17 17:21:06.690160 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86670) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:21:06.690546 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_concurrency.lockutils [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.682s {{(pid=86670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 17:21:06.691353 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86670) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 17:21:06.691686 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Initializing extension manager. Jan 17 17:21:06.692185 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: __init__.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.692526 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: __pycache__ {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.692859 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.693197 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: address_group.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.694674 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.695288 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: address-group Jan 17 17:21:06.695609 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: address_scope.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.696320 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.696819 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: address-scope Jan 17 17:21:06.697146 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.698203 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.698804 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: router-admin-state-down-before-update Jan 17 17:21:06.699132 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: agent.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.699881 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.700395 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: agent Jan 17 17:21:06.700714 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: agent_resources_synced.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.701678 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.702183 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: agent-resources-synced Jan 17 17:21:06.702756 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: allowedaddresspairs.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.704861 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.705386 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: allowed-address-pairs Jan 17 17:21:06.705707 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: auto_allocated_topology.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.706817 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.707340 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: auto-allocated-topology Jan 17 17:21:06.707662 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: availability_zone.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.708364 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.708912 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: availability_zone Jan 17 17:21:06.709383 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: availability_zone_filter.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.710293 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.710824 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: availability_zone_filter Jan 17 17:21:06.711174 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: data_plane_status.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.712053 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.712554 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 17:21:06.712869 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: default_subnetpools.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.713774 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.714278 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: default-subnetpools Jan 17 17:21:06.714591 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.715447 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.715948 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: dhcp_agent_scheduler Jan 17 17:21:06.716264 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: dns.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.717167 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.717665 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension dns-integration not supported by any of loaded plugins Jan 17 17:21:06.717979 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: dns_domain_ports.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.718914 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.719410 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 17:21:06.719725 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: dvr.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.720396 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.720894 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: dvr Jan 17 17:21:06.721214 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: empty_string_filtering.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.722116 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.722616 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: empty-string-filtering Jan 17 17:21:06.722964 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.723885 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.724380 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 17:21:06.724844 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.725804 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.726307 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 17:21:06.726627 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: external_net.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.727558 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.728060 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: external-net Jan 17 17:21:06.728376 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.729270 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.729777 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: extra_dhcp_opt Jan 17 17:21:06.730106 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: extraroute.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.731032 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.731542 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: extraroute Jan 17 17:21:06.731853 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: extraroute_atomic.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.732893 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.733407 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: extraroute-atomic Jan 17 17:21:06.733722 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: filter_validation.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.734390 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.734926 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: filter-validation Jan 17 17:21:06.735244 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: fip_pf_description.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.736158 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.736664 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 17:21:06.736984 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: fip_port_details.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.737898 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.738402 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: fip-port-details Jan 17 17:21:06.738715 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: flavors.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.739997 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.741051 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: flavors Jan 17 17:21:06.741370 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.743110 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.743623 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 17:21:06.743947 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: floatingip_pools.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.746431 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.746431 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: floatingip-pools Jan 17 17:21:06.746431 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: ip_allocation.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.746431 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.746945 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 17:21:06.747270 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.748178 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.752176 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: ip-substring-filtering Jan 17 17:21:06.752176 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: l2_adjacency.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.752176 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.752176 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 17:21:06.752176 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: l3.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.752176 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.752677 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: router Jan 17 17:21:06.752677 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.757230 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.757760 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 17:21:06.758087 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.759062 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.759574 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: ext-gw-mode Jan 17 17:21:06.759895 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.760802 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.761308 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: l3-ha Jan 17 17:21:06.761627 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: l3_flavors.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.762529 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.763063 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: l3-flavors Jan 17 17:21:06.763378 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.764301 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.764804 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 17:21:06.765121 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: l3agentscheduler.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.766170 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.766675 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: l3_agent_scheduler Jan 17 17:21:06.767024 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: logging.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.768530 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.769048 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension logging not supported by any of loaded plugins Jan 17 17:21:06.769380 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: metering.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.770117 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.770697 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: metering Jan 17 17:21:06.771058 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.772231 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.772745 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: metering_source_and_destination_fields Jan 17 17:21:06.773069 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: multiprovidernet.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.773986 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.774495 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: multi-provider Jan 17 17:21:06.774841 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: netmtu.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.775744 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.776249 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: net-mtu Jan 17 17:21:06.776570 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: netmtu_writable.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.777488 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.777994 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: net-mtu-writable Jan 17 17:21:06.778315 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: network_availability_zone.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.779011 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.779513 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: network_availability_zone Jan 17 17:21:06.779830 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: network_ip_availability.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.780919 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.781431 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: network-ip-availability Jan 17 17:21:06.781755 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: network_segment_range.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.782517 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.783062 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 17:21:06.783386 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: pagination.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.784364 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.784692 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: pagination Jan 17 17:21:06.785010 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: port_device_profile.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.785909 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.786412 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: port-device-profile Jan 17 17:21:06.786730 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.787824 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.788332 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: port-mac-address-regenerate Jan 17 17:21:06.788651 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.789546 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.790047 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: port-numa-affinity-policy Jan 17 17:21:06.790366 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: port_resource_request.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.791286 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.791781 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 17:21:06.792098 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: portbindings.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.793018 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.793518 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: binding Jan 17 17:21:06.793836 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: portbindings_extended.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.795146 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.795664 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: binding-extended Jan 17 17:21:06.795987 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: portsecurity.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.796894 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.797427 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: port-security Jan 17 17:21:06.797747 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: project_id.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.798804 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.799135 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: project-id Jan 17 17:21:06.799453 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: providernet.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.800358 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.800868 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: provider Jan 17 17:21:06.801185 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.805877 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.806416 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos not supported by any of loaded plugins Jan 17 17:21:06.806746 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.808050 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.808565 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 17:21:06.808888 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.809803 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.810309 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 17:21:06.810630 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos_default.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.811555 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.812061 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos-default not supported by any of loaded plugins Jan 17 17:21:06.812386 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos_fip.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.813031 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.813528 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos-fip not supported by any of loaded plugins Jan 17 17:21:06.813845 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos_gateway_ip.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.814788 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.815294 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 17:21:06.815613 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos_port_network_policy.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.816516 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.817018 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 17:21:06.817338 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos_rule_type_details.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.818303 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.819352 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 17:21:06.819748 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: qos_rules_alias.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.820799 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.821301 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 17:21:06.821618 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: quotasv2.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.822566 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.822915 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: quotas Jan 17 17:21:06.823236 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: quotasv2_detail.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.824851 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.825185 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: quota_details Jan 17 17:21:06.825507 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: rbac.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.826568 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.827119 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: rbac-policies Jan 17 17:21:06.827724 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: rbac_address_group.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.828647 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.829157 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: rbac-address-group Jan 17 17:21:06.829481 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: rbac_address_scope.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.830390 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.830923 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: rbac-address-scope Jan 17 17:21:06.831247 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: rbac_security_groups.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.832160 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.832664 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: rbac-security-groups Jan 17 17:21:06.832982 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: rbac_subnetpool.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.834024 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.834556 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: rbac-subnetpool Jan 17 17:21:06.834912 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: revisionifmatch.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.835829 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.836332 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: revision-if-match Jan 17 17:21:06.836652 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: revisions.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.837773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.838263 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: standard-attr-revisions Jan 17 17:21:06.838586 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: router_availability_zone.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.839283 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.839780 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: router_availability_zone Jan 17 17:21:06.840098 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: routerservicetype.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.841008 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.841514 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension router-service-type not supported by any of loaded plugins Jan 17 17:21:06.841834 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.842743 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.843278 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: security-groups-normalized-cidr Jan 17 17:21:06.843598 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.844515 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.845022 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: port-security-groups-filtering Jan 17 17:21:06.845341 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.846367 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.846916 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: security-groups-remote-address-group Jan 17 17:21:06.847239 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: securitygroup.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.857311 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.857892 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: security-group Jan 17 17:21:06.858225 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: segment.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.859130 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.859647 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension segment not supported by any of loaded plugins Jan 17 17:21:06.859954 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.860975 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.861478 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 17:21:06.861800 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: servicetype.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.862977 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.863495 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: service-type Jan 17 17:21:06.863813 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: sorting.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.864788 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.865654 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: sorting Jan 17 17:21:06.866116 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: standard_attr_segment.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.867050 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.867555 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 17:21:06.867873 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: standardattrdescription.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.868526 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.869026 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: standard-attr-description Jan 17 17:21:06.869343 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: stateful_security_group.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.870253 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.870756 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: stateful-security-group Jan 17 17:21:06.871095 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: stdattrs_common.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.871671 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 17:21:06.871989 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.872986 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.873492 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 17:21:06.873806 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: subnet_onboard.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.874899 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.875415 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: subnet_onboard Jan 17 17:21:06.875734 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.876643 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.877145 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 17:21:06.877462 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: subnet_service_types.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.878378 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.878917 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: subnet-service-types Jan 17 17:21:06.879237 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: subnetallocation.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.880300 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.881412 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: subnet_allocation Jan 17 17:21:06.881736 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.882398 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.882936 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: subnetpool-prefix-ops Jan 17 17:21:06.883258 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.884179 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.884694 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 17:21:06.885009 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: tagging.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.886072 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.886596 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: standard-attr-tag Jan 17 17:21:06.886938 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: timestamp.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.888127 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.888643 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loaded extension: standard-attr-timestamp Jan 17 17:21:06.888963 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: trunk.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.889991 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.890498 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension trunk not supported by any of loaded plugins Jan 17 17:21:06.890848 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: trunk_details.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.891756 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.892260 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension trunk-details not supported by any of loaded plugins Jan 17 17:21:06.892578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: uplink_status_propagation.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.893483 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.893987 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 17:21:06.894305 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Loading extension file: vlantransparent.py {{(pid=86670) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:21:06.894997 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86670) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:21:06.895497 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 17:21:06.897963 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:network Jan 17 17:21:06.898703 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:subnet Jan 17 17:21:06.899497 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:21:06.900095 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:port Jan 17 17:21:06.901437 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.901896 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service FLAVORS assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.902521 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.902964 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.903299 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:router Jan 17 17:21:06.903982 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 17:21:06.904695 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service METERING assigned prefix: /metering {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.906202 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.906574 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.906955 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:21:06.908207 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 17:21:06.908656 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:security_group Jan 17 17:21:06.909338 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 17:21:06.910073 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service CORE assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.910454 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:21:06.910741 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] subnetpool is already registered Jan 17 17:21:06.911368 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service CORE assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.911808 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:21:06.912179 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] subnetpool is already registered Jan 17 17:21:06.914971 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.915405 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service FLAVORS assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.915996 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.916414 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.916745 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:router Jan 17 17:21:06.917067 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] router is already registered Jan 17 17:21:06.917659 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 17:21:06.917983 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] floatingip is already registered Jan 17 17:21:06.918611 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service METERING assigned prefix: /metering {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.919309 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 17:21:06.919630 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] rbac_policy is already registered Jan 17 17:21:06.920171 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:security_group Jan 17 17:21:06.920491 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] security_group is already registered Jan 17 17:21:06.921066 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 17:21:06.921389 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] security_group_rule is already registered Jan 17 17:21:06.922048 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service CORE assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.922371 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:21:06.922697 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] subnetpool is already registered Jan 17 17:21:06.923316 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.v2.resource_helper [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Service CORE assigned prefix: {{(pid=86670) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:21:06.923648 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:21:06.923963 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING neutron.quota.resource_registry [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] subnetpool is already registered Jan 17 17:21:06.924604 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: extensions {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.926125 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: address-groups {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.928263 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: address-scopes {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.929650 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: agents {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.930847 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: auto-allocated-topology {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.932074 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: availability_zones {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.933377 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: dhcp-networks {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.934966 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: dhcp-agents {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.936376 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: routers {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.938166 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: flavors {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.939334 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: service_profiles {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.940518 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: next_providers {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.943085 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: service_profiles {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.945293 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: floatingip-pools {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.946534 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: routers {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.948344 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: floatingips {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.949520 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: l3-routers {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.950915 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: l3-agents {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.952295 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: metering-labels {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.953964 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: metering-label-rules {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.955285 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: network-ip-availabilities {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.956518 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: bindings {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.958201 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: quotas {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.959726 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: quotas {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.961276 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: rbac-policies {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.962544 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: security-groups {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.963758 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: security-group-rules {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.964973 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: service-providers {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.966190 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: subnetpools {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.967602 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: subnetpools {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.969044 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.970695 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.972486 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.974238 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.976646 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.978474 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.980157 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.982039 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.983789 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.985604 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron.api.extensions [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Extended resource: tags {{(pid=86670) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:21:06.992141 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING keystonemiddleware.auth_token [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 17:21:06.996955 dv-cinder-818883-2-iscsi neutron-server[86670]: WARNING keystonemiddleware.auth_token [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 17:21:07.005189 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_concurrency.lockutils [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Acquired lock "singleton_lock" {{(pid=86670) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 17 17:21:07.005695 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_concurrency.lockutils [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Releasing lock "singleton_lock" {{(pid=86670) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 17 17:21:07.006595 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO oslo_service.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Starting 2 workers Jan 17 17:21:07.014046 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Started child 86775 {{(pid=86670) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 17:21:07.018522 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:07.019391 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Started child 86776 {{(pid=86670) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 17:21:07.020003 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [-] (86775) wsgi starting up on http://0.0.0.0:9696 Jan 17 17:21:07.020177 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO neutron.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 17:21:07.020722 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Notify callbacks [] for process, before_spawn {{(pid=86670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:07.023244 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO oslo_service.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Starting 1 workers Jan 17 17:21:07.023395 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:07.024626 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [-] (86776) wsgi starting up on http://0.0.0.0:9696 Jan 17 17:21:07.028293 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Started child 86777 {{(pid=86670) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 17:21:07.028836 dv-cinder-818883-2-iscsi neutron-server[86670]: INFO oslo_service.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Starting 1 workers Jan 17 17:21:07.032111 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] calling RpcWorker wait() {{(pid=86777) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 17:21:07.032683 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] returning from RpcWorker wait() {{(pid=86777) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 17:21:07.033170 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Started child 86778 {{(pid=86670) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 17:21:07.033959 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:07.034053 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG neutron_lib.callbacks.manager [None req-a5dc36af-0003-4198-a24c-4abd57234309 None None] Notify callbacks [] for process, after_spawn {{(pid=86670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:07.034477 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:07.035780 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86670) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 17 17:21:07.035991 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 17:21:07.036174 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 17:21:07.036388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 17:21:07.036739 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 17:21:07.036904 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 17:21:07.038139 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.038310 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:07.038948 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.038948 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.039087 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.039273 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.039441 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:07.039839 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.040108 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.040362 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.040655 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.040905 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.041072 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.041236 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.041480 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.041707 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.041996 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.042262 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.042506 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.042795 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.042963 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.043226 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.043480 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.043718 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.043993 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] debug = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.044228 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.044708 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.044936 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.045181 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.045409 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.045675 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.045914 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.046181 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.046410 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.046642 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.046923 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.047198 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.047439 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.047672 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.047886 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.048145 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.048388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.048858 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] host = dv-cinder-818883-2-iscsi {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.049104 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.049319 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.049551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.049817 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.050042 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.050254 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.050516 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.050794 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.051035 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.051255 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.051493 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.051745 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.051963 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.052208 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.052368 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_options = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.052580 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.053446 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.053793 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.053933 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.054072 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.054204 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.054436 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.054596 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.054893 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.055105 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.055381 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.055555 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.055796 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.056008 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.056255 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.056492 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.056731 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.057020 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.057418 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.057418 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.057805 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.057978 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.058151 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.058309 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.058534 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.058786 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.059096 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.059324 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.059539 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.059785 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.060208 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.060384 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.062218 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.062218 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.062218 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.062218 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.062218 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.062218 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.062218 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.062218 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_json = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064884 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064884 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064884 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.064884 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.065120 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.065539 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.065818 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.066127 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.066397 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.066638 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.066945 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.067168 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.067497 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.067735 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.067965 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.069018 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.069018 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.069018 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.069402 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.069488 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.069789 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.070066 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.070418 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.070664 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.070934 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.071167 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.071414 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.071741 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.072437 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.072437 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.072627 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.072765 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.072981 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.073209 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.073441 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.073672 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.074087 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.074186 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.076773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.077344 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.077344 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.077344 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.077344 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.077344 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.077871 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.077871 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.078136 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.078354 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.078585 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.078837 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.079068 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.079290 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.079541 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.079778 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.079998 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.080211 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.080430 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.080672 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.080916 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.081131 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.081342 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.081586 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.081775 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.081987 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.082221 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.082458 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.082691 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.082931 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.083151 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.083365 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.083577 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.083794 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.084202 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.084495 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.084811 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.085045 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.085269 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.085491 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.085727 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.085945 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.086161 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.086457 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.086783 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.087042 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.087292 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.087546 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.087826 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.088058 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.088304 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.088524 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.088771 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.088999 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.089255 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.089501 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.089758 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.089999 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.090227 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.090478 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.090703 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.090979 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.091213 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.091469 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.091687 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.091976 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.092229 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.092485 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.092725 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.092977 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.093256 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.093489 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.093771 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.093984 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.094247 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.094547 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.094824 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.095082 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.095340 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.095584 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.095824 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.096042 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.096293 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.096515 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.096755 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.096963 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.097240 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.097511 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.097724 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.097942 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.098172 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.098490 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.098726 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.098976 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.099208 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.100056 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.100245 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.100489 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.100744 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.100999 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.101244 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.101505 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.101746 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.101986 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.102239 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.102491 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.102719 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.103066 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.103219 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.103459 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.103669 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.103898 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.104153 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.104366 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.104609 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.104846 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.105059 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.105276 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.105530 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.105756 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.105986 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.106228 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.106439 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.106654 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.106921 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.107128 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.107388 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.107602 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.107876 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.108116 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.108348 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.108568 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.108809 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.109044 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.109256 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.109547 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.109770 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.109979 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.110187 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.110403 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.110609 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.110864 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.111090 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.111300 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.111556 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.111801 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.112126 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.112371 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.112618 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.112851 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.113569 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.113569 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.113569 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.113875 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.113875 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.114122 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.114350 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.114624 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.114903 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.115243 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.116090 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.116301 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.116505 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.116722 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.116929 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.117220 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.117455 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.117694 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.117930 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.118169 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.118390 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.118595 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.118820 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.119032 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.119237 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.119469 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.119673 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.119878 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.120087 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.120309 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.120578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.120825 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.121041 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.121316 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.121539 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.121773 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.122004 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.122324 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.122532 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.122882 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.123065 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.123260 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.123481 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.123741 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.124033 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.124528 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.124632 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.124835 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.125126 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.125492 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.125650 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.125846 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.126137 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.126466 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.126726 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.126988 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.127227 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.127482 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.127706 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.127918 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.128129 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.128361 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.128571 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.128834 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.129079 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.129312 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.129554 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.129774 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.130016 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.130202 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.130435 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.130649 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.130949 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.131110 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 17:21:07.131697 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86670) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 17 17:21:07.131855 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 17:21:07.132008 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 17:21:07.132175 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 17:21:07.132341 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 17:21:07.132520 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 17:21:07.132682 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.132841 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.133001 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.133139 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.133298 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.133459 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.133626 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.133760 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.133903 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.134078 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.134225 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135027 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135027 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135027 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135027 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135027 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135641 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135641 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135641 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135641 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.135641 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.136578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.136578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] debug = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.136578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.136578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.136578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.136578 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.137551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.137551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.137551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.137551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.137551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.137551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.137551 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.138401 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.138401 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.138401 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.138401 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.138401 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.138401 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139105 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] host = dv-cinder-818883-2-iscsi {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139105 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139105 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139105 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139105 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139725 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139725 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139725 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139725 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139959 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.139959 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.140100 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.140256 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.140413 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.140570 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.140724 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_options = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.140879 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.141034 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.141189 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.141369 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.141530 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.141686 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.141841 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.141996 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.142307 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.142307 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.142466 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.142588 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.142784 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.142921 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.143076 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.143231 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.143387 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.143544 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.143698 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.143853 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.144008 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.144163 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.144318 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.144474 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.144629 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.144784 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.144938 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.145126 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.145273 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.145406 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.145542 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.145678 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.145834 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.145968 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.146100 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.146244 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.146423 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.146588 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.146991 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.146991 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.147215 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.147305 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.147432 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.147587 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.147741 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.147896 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_json = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.148052 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.148208 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.148363 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.148518 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.148672 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.148827 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.148981 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.149139 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:21:07.149315 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.149479 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.149648 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.149807 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.149967 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.150125 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.150283 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.150442 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.150600 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.150758 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.150960 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.151152 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.151296 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.151416 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.151574 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.151735 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.151895 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.152053 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.152212 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.152369 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.152526 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.152685 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.152859 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.153174 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.153174 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.153324 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.153483 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.153615 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.153775 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.153933 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.154092 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.154250 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.154407 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.154565 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.154724 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.154971 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.155130 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.155289 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.155447 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.155606 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.155781 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.155923 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.156081 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.156158 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:07.156230 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.156390 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.156546 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.156705 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.156862 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.157020 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.157177 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.157420 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.157511 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.157652 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.157809 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.157968 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.158125 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.158284 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.158442 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.158599 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.158786 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.158936 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.159132 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.159261 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.159976 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.159976 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.159976 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.159976 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.160442 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.160442 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.160442 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.160442 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.161676 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.161676 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.161676 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.161676 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.161676 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.161676 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.161676 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.161676 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163357 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163907 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163907 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.163907 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.164214 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.164214 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.164446 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.164446 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.164687 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.164687 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.164880 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.164969 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.165131 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.165288 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.165447 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.165606 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.165764 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.165923 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.166236 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.166236 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.166382 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.166523 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.166857 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.166857 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.167060 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.167236 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.167322 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.167439 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.167597 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.167762 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.167933 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.168092 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.168251 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.168411 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.168571 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.168730 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.168890 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.169048 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.169207 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.169370 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.169530 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.169697 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.169868 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.170027 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.170188 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.170366 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.170544 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.170704 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.170888 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.171049 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.171190 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.171353 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.171501 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.171656 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.171815 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.171973 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.172131 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.172291 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.172449 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.172608 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.172766 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.172924 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.173082 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.173240 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.173398 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.173556 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.173715 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.173873 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.174031 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.174188 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.174348 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.174505 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.174664 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.174843 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.175003 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.175162 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.175320 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.175478 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.175635 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.175794 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.175952 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.176111 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.176269 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.176429 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.176587 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.176759 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.176890 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.177052 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.177211 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.177371 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.177531 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.178408 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.178604 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.178745 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.178929 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.179090 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.179250 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.179409 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.179573 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.179732 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.179891 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.180067 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.180226 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.180384 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.180543 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.180701 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.180859 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.181017 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.181175 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.181333 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.181491 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.181648 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.181810 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.181973 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.182131 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.182289 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.182448 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.182606 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.182810 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.182942 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.183114 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.183272 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.183432 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.183590 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.183787 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.183936 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.184106 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.184244 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.184356 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.184487 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.184653 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.184811 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.185160 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.185160 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.185391 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.185502 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.185608 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.185731 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.185875 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.186033 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.186191 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.186354 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.186532 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.186681 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.186935 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.187102 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.187249 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.187624 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.187624 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.187979 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.187979 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.188250 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.188250 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.188517 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.188517 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.188779 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.188779 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.189050 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.189400 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.189400 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.189400 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.189779 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.189779 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.189965 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.189965 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.190159 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.190271 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.190431 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.190589 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.190749 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.190927 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.191086 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.191244 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.191402 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.191561 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.191720 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.191878 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.192047 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:21:07.192187 dv-cinder-818883-2-iscsi neutron-server[86670]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86670) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 17:21:07.242415 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51482) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:07.251032 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [-] 10.222.0.107 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0062764 Jan 17 17:21:18.069517 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eef0cf0-4e6a-4d5d-9943-6b93932c1c67 None None] get_active_networks_info from dv-cinder-818883-2-iscsi {{(pid=86777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 17:21:18.147740 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef0cf0-4e6a-4d5d-9943-6b93932c1c67 None None] No non-hosted networks {{(pid=86777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 17:21:18.149520 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-edfd0298-1195-4c65-bbe2-c539f582e923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686841'] for agent, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.313931 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-df9ee26e-566e-4fe2-badd-82a5fb11aaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686841'] for agent, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.360496 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-3303bab2-11be-4660-9f37-c5a9c7523641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:21.454615 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686841'] for agent, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:21.456159 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.456728 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.457210 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.457743 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.461407 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.463997 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.465399 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.466694 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.468374 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.470298 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.471011 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.472087 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:21.475384 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818883-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:21.502498 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818883-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:21.812417 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686841'] for agent, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:22.886462 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686841'] for agent, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:24.750381 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51574) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:25.348432 dv-cinder-818883-2-iscsi neutron-server[86775]: WARNING oslo_policy.policy [None req-a19e5b8a-3a2a-4fad-afcb-ef84a7a15dcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:21:25.349015 dv-cinder-818883-2-iscsi neutron-server[86775]: WARNING oslo_policy.policy [None req-a19e5b8a-3a2a-4fad-afcb-ef84a7a15dcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:21:25.572125 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [None req-a19e5b8a-3a2a-4fad-afcb-ef84a7a15dcf admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:21:25.586809 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a19e5b8a-3a2a-4fad-afcb-ef84a7a15dcf admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8219008 Jan 17 17:21:27.362704 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.db.l3_hamode_db [None req-ddaeb4b8-0143-4cb9-84b3-adf08848e18c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 17:21:27.459306 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaeb4b8-0143-4cb9-84b3-adf08848e18c None None] Routers set() bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:21:27.459635 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaeb4b8-0143-4cb9-84b3-adf08848e18c None None] Router IDs set() for agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 17 17:21:27.994855 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 51588) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:28.603573 dv-cinder-818883-2-iscsi neutron-server[86776]: WARNING oslo_policy.policy [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:21:28.604129 dv-cinder-818883-2-iscsi neutron-server[86776]: WARNING oslo_policy.policy [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:21:28.845035 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:28.951032 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.policy [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86776) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 17:21:28.997162 dv-cinder-818883-2-iscsi neutron-server[86776]: WARNING oslo_policy.policy [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:21:28.997805 dv-cinder-818883-2-iscsi neutron-server[86776]: WARNING oslo_policy.policy [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:21:29.006498 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.quota [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] Loaded quota_driver: . Jan 17 17:21:29.022269 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:29.087886 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326800739', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326797244', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326819616', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326816556', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326839038', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326833537', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-763604', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-854363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4043369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4125010'] for rbac-policy, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:29.156127 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:29.163229 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-cb53fbfa-a74d-49ab-abb6-ebe98fda0761 admin admin] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1655686 Jan 17 17:21:31.890979 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 51606) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:32.273914 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Request body: {'network': {'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'admin_state_up': True, 'name': 'private'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:32.279052 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:32.283294 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Usage tracker for resource:network and tenant:f6015c6176f94e9f9f3c8d6a606bee2a is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:32.288866 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:32.295743 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:32.305572 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Made reservation on behalf of f6015c6176f94e9f9f3c8d6a606bee2a for: {'network': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:21:32.308703 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.326169 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.341400 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:32.345544 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Usage tracker for resource:security_group_rule and tenant:f6015c6176f94e9f9f3c8d6a606bee2a is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:32.351532 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:32.357113 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:32.463362 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.466949 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.490264 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=86776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:21:32.516460 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749329017613', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.516993 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Unsubscribe: segment precommit_create {{(pid=86776) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 17:21:32.517477 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.segments_db [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Added segment 7a8369b3-d820-4ada-b468-3ef40accffa3 of type vlan for network cbaf44af-16ba-4963-8c82-140b01448cfe Jan 17 17:21:32.526971 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a690b11b-ea41-462f-8639-c51adc224a43,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:32.582261 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.582596 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.582959 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.583291 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.584166 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.584507 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.584832 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.585150 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.585483 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.585800 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.586113 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.586426 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Tracked resource versions report: Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: pushed versions: Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: { 'AddressGroup': {'1.2'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'ConntrackHelper': {'1.0'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Log': {'1.0'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Network': {'1.1'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Port': {'1.7'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'PortForwarding': {'1.2'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'QosPolicy': {'1.8'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SecurityGroup': {'1.4'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SubPort': {'1.0'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Subnet': {'1.1'}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Trunk': {'1.1'}} Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: consumer versions: Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: { DHCP agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: L3 agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: Metadata agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: Metering agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: Open vSwitch agent@dv-cinder-818883-2-iscsi: { 'AddressGroup': '1.2', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'ConntrackHelper': '1.0', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Log': '1.0', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Network': '1.1', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Port': '1.7', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'PortForwarding': '1.2', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'QosPolicy': '1.8', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SecurityGroup': '1.4', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SecurityGroupRule': '1.2', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SubPort': '1.0', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Subnet': '1.1', Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Trunk': '1.1'}} Jan 17 17:21:32.587531 dv-cinder-818883-2-iscsi neutron-server[86776]: {{(pid=86776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:21:32.636402 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.677515 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.678784 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:32.679421 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.796076 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] Pushing event updated for resources: {'Network': ['ID=cbaf44af-16ba-4963-8c82-140b01448cfe,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:32.801556 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-73c9e0ce-3575-4e9a-b4bf-7cc361a91c78 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9095914 Jan 17 17:21:32.808605 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network cbaf44af-16ba-4963-8c82-140b01448cfe details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:21:35.517154 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51622) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:36.122324 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.policy [None req-24e7a9fa-ca1d-4e0d-b184-5e2a435bfb89 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86775) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 17:21:36.172867 dv-cinder-818883-2-iscsi neutron-server[86775]: WARNING oslo_policy.policy [None req-24e7a9fa-ca1d-4e0d-b184-5e2a435bfb89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:21:36.173244 dv-cinder-818883-2-iscsi neutron-server[86775]: WARNING oslo_policy.policy [None req-24e7a9fa-ca1d-4e0d-b184-5e2a435bfb89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:21:36.181795 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7a9fa-ca1d-4e0d-b184-5e2a435bfb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:36.183526 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-24e7a9fa-ca1d-4e0d-b184-5e2a435bfb89 admin admin] 10.222.0.107 "GET /v2.0/networks/cbaf44af-16ba-4963-8c82-140b01448cfe HTTP/1.1" status: 200 len: 825 time: 0.6654167 Jan 17 17:21:36.218091 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8200e7f2-6c8c-4259-b6e9-91f009a1c007 admin admin] 10.222.0.107 "GET /v2.0/subnetpools/4aaa55ee-40e8-4c2b-92fd-b2e6474f0530 HTTP/1.1" status: 200 len: 734 time: 0.0286367 Jan 17 17:21:36.227196 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Request body: {'subnet': {'subnetpool_id': '4aaa55ee-40e8-4c2b-92fd-b2e6474f0530', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'ip_version': 4, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:36.228843 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.quota [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Loaded quota_driver: . Jan 17 17:21:36.235123 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:36.240876 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Usage tracker for resource:subnet and tenant:f6015c6176f94e9f9f3c8d6a606bee2a is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:36.244412 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:36.252359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:36.271755 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Made reservation on behalf of f6015c6176f94e9f9f3c8d6a606bee2a for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:21:36.274778 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:36.593615 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:36.678079 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Checking segment: {'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:21:36.678457 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Network hostable DHCP agents. Network: cbaf44af-16ba-4963-8c82-140b01448cfe, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:21:36.695191 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9fc191-8e47-4dac-afcc-8458167dc35f,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:36.705282 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.705635 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.706026 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.706292 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.706612 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.706968 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.707286 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.707595 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.707918 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.708265 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.708584 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.708889 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Tracked resource versions report: Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: pushed versions: Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: { 'AddressGroup': {'1.2'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'ConntrackHelper': {'1.0'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Log': {'1.0'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Network': {'1.1'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Port': {'1.7'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'PortForwarding': {'1.2'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'QosPolicy': {'1.8'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SecurityGroup': {'1.4'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SubPort': {'1.0'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Subnet': {'1.1'}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Trunk': {'1.1'}} Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: consumer versions: Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: { DHCP agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: L3 agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: Metadata agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: Metering agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: Open vSwitch agent@dv-cinder-818883-2-iscsi: { 'AddressGroup': '1.2', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'ConntrackHelper': '1.0', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Log': '1.0', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Network': '1.1', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Port': '1.7', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'PortForwarding': '1.2', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'QosPolicy': '1.8', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SecurityGroup': '1.4', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SecurityGroupRule': '1.2', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SubPort': '1.0', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Subnet': '1.1', Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Trunk': '1.1'}} Jan 17 17:21:36.709964 dv-cinder-818883-2-iscsi neutron-server[86775]: {{(pid=86775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:21:36.734140 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Network cbaf44af-16ba-4963-8c82-140b01448cfe is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:21:36.746167 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, cbaf44af-16ba-4963-8c82-140b01448cfe) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:36.750969 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:36.751613 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:36.756400 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b921903-1369-4772-bfc7-24f8a456e47a None None] Network cbaf44af-16ba-4963-8c82-140b01448cfe requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:21:36.784168 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-2d784bb8-7057-4582-abef-8cb125f4f97b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5526628 Jan 17 17:21:37.178399 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-cbaf44af-16ba-4963-8c82-140b01448cfe', 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'fixed_ips': [{'subnet_id': '2e9fc191-8e47-4dac-afcc-8458167dc35f'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:21:37.179608 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:37.367987 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Allocated IP 172.20.0.2 (cbaf44af-16ba-4963-8c82-140b01448cfe/2e9fc191-8e47-4dac-afcc-8458167dc35f/aa768b59-8e34-4a56-8b52-f6bac5d2ffeb) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:21:37.609643 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:37.623970 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Transition to ACTIVE for port object aa768b59-8e34-4a56-8b52-f6bac5d2ffeb will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:21:37.646370 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Transition to ACTIVE for port object aa768b59-8e34-4a56-8b52-f6bac5d2ffeb will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:21:37.660806 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:37.733867 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Network cbaf44af-16ba-4963-8c82-140b01448cfe is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:21:37.736849 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:37.740318 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:21:37.749556 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Pushing event updated for resources: {'Port': ['ID=aa768b59-8e34-4a56-8b52-f6bac5d2ffeb,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:37.798532 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.799255 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.799255 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.799557 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.799892 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.800231 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.800552 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.800880 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.801222 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.801548 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.801870 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.802224 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Tracked resource versions report: Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: pushed versions: Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: { 'AddressGroup': {'1.2'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'ConntrackHelper': {'1.0'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Log': {'1.0'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Network': {'1.1'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Port': {'1.7'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'PortForwarding': {'1.2'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'QosPolicy': {'1.8'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SecurityGroup': {'1.4'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SubPort': {'1.0'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Subnet': {'1.1'}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Trunk': {'1.1'}} Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: consumer versions: Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: { DHCP agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: L3 agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: Metadata agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: Metering agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: Open vSwitch agent@dv-cinder-818883-2-iscsi: { 'AddressGroup': '1.2', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'ConntrackHelper': '1.0', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Log': '1.0', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Network': '1.1', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Port': '1.7', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'PortForwarding': '1.2', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'QosPolicy': '1.8', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SecurityGroup': '1.4', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SecurityGroupRule': '1.2', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SubPort': '1.0', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Subnet': '1.1', Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Trunk': '1.1'}} Jan 17 17:21:37.803413 dv-cinder-818883-2-iscsi neutron-server[86777]: {{(pid=86777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:21:37.873539 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Attempting to bind port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:21:37.874163 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Attempting to bind port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:21:37.874711 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Attempting to bind port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb on network cbaf44af-16ba-4963-8c82-140b01448cfe {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:21:37.882478 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:21:37.882890 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Checking segment: {'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:21:37.883385 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:37.883776 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Bound using segment: {'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:21:37.884276 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Bound port: aa768b59-8e34-4a56-8b52-f6bac5d2ffeb, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:21:37.884663 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:37.984566 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] For port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:21:37.988587 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] For port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=aa768b59-8e34-4a56-8b52-f6bac5d2ffeb,segment=NetworkSegment(7a8369b3-d820-4ada-b468-3ef40accffa3),segment_id=7a8369b3-d820-4ada-b468-3ef40accffa3)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:21:37.993764 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:38.107134 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007f63f-a999-46cd-8043-02446f768b11 None None] Pushing event updated for resources: {'Port': ['ID=aa768b59-8e34-4a56-8b52-f6bac5d2ffeb,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:39.243545 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51638) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:39.651122 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [None req-b0899a98-1831-4657-8a19-fff561fca5d0 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:21:39.652271 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-b0899a98-1831-4657-8a19-fff561fca5d0 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4077940 Jan 17 17:21:41.306948 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device aa768b59-8e34-4a56-8b52-f6bac5d2ffeb up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:21:41.388266 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:21:41.884376 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399ece0-fc8b-4522-b63b-03f438094fde None None] Network cbaf44af-16ba-4963-8c82-140b01448cfe requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:21:41.977743 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-217b1b42-64e0-4b8e-adb3-e583629b9d13 None None] Provisioning for port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:21:41.986780 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-217b1b42-64e0-4b8e-adb3-e583629b9d13 None None] Provisioning complete for port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:41.987195 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-217b1b42-64e0-4b8e-adb3-e583629b9d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:42.105285 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51652) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:42.233215 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-217b1b42-64e0-4b8e-adb3-e583629b9d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:42.277857 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-217b1b42-64e0-4b8e-adb3-e583629b9d13 None None] For port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=aa768b59-8e34-4a56-8b52-f6bac5d2ffeb,segment=NetworkSegment(7a8369b3-d820-4ada-b468-3ef40accffa3),segment_id=7a8369b3-d820-4ada-b468-3ef40accffa3)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:42.291468 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-217b1b42-64e0-4b8e-adb3-e583629b9d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:42.367102 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b1b42-64e0-4b8e-adb3-e583629b9d13 None None] Pushing event updated for resources: {'Port': ['ID=aa768b59-8e34-4a56-8b52-f6bac5d2ffeb,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:42.509609 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [None req-f52ad5cb-a05c-4a5d-aed2-b96130067962 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:21:42.510604 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-f52ad5cb-a05c-4a5d-aed2-b96130067962 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4043565 Jan 17 17:21:42.614849 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-220cf7d0-d670-4c62-9c45-e1de2c386d11 None None] Provisioning complete for port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:42.615233 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-220cf7d0-d670-4c62-9c45-e1de2c386d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:43.277753 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device aa768b59-8e34-4a56-8b52-f6bac5d2ffeb up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:21:43.352326 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:43.352696 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:45.221175 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51664) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:45.589049 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:45.594129 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:45.598008 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Usage tracker for resource:router and tenant:f6015c6176f94e9f9f3c8d6a606bee2a is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:45.601924 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:45.607762 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:45.620228 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:45.622107 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:45.646495 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:45.761037 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:45.781247 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:45.782421 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ab15d6e5-8bdc-480f-8add-eb67c5641734 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5602908 Jan 17 17:21:48.018658 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-be86493c-cbd6-48a4-a7da-8a512af8a012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:48.219522 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51674) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:48.610021 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [None req-899ecc48-043a-408d-b3ff-c9c547432f85 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:21:48.611009 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-899ecc48-043a-408d-b3ff-c9c547432f85 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3905411 Jan 17 17:21:50.312743 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e46c37b2-2d4e-4ac9-a38a-56dd84ad6b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.102523 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51684) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:51.443965 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.494504 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:51.499397 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:51.503618 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Usage tracker for resource:network and tenant:ed9519fd572e4f7296be99d18990ae73 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:51.507340 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:51.513225 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:51.522878 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Made reservation on behalf of ed9519fd572e4f7296be99d18990ae73 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:21:51.525123 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.541623 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.556544 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:51.560553 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9519fd572e4f7296be99d18990ae73 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:51.563864 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:51.569645 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:51.691158 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.695490 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.723191 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Reserving flat network on physical network physnet1 {{(pid=86775) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 17:21:51.745405 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e791a0b1-9f07-4be5-bd6a-305021ba2d09,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:51.750437 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749329017613', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.751094 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Unsubscribe: segment precommit_create {{(pid=86775) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 17:21:51.751508 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Added segment 9dd9f623-0c39-472f-bfd0-b88116712822 of type flat for network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 Jan 17 17:21:51.779528 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.794036 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.849715 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.850792 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:51.851364 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:51.958743 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] Pushing event updated for resources: {'Network': ['ID=96e4f58b-aa45-4982-a8a2-8bf9b74925c7,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:51.962442 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-e2661ccf-a39d-4004-8f6f-360455ac61b3 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8588071 Jan 17 17:21:51.969844 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:21:52.848219 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:54.422188 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 51704) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:54.642897 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57b8e6-0922-4678-a273-11d8b2da633e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:54.644257 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ac57b8e6-0922-4678-a273-11d8b2da633e admin admin] 10.222.0.107 "GET /v2.0/subnets/2e9fc191-8e47-4dac-afcc-8458167dc35f HTTP/1.1" status: 200 len: 849 time: 0.2208550 Jan 17 17:21:54.795460 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-3d690948-f1cb-4645-9db0-367eb12d543b admin admin] 10.222.0.107 "GET /v2.0/routers/5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 HTTP/1.1" status: 200 len: 704 time: 0.1450357 Jan 17 17:21:55.265793 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.500899 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Allocated IP 172.20.0.1 (cbaf44af-16ba-4963-8c82-140b01448cfe/2e9fc191-8e47-4dac-afcc-8458167dc35f/170f1fb7-c71d-43f1-afc7-589ba2a6e7d3) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:21:55.660549 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.680267 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Transition to ACTIVE for port object 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:21:55.772851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.844107 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Network cbaf44af-16ba-4963-8c82-140b01448cfe is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:21:55.847106 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:55.850873 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:21:55.851417 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.970552 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Pushing event updated for resources: {'Port': ['ID=170f1fb7-c71d-43f1-afc7-589ba2a6e7d3,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:56.049810 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-724e3615-0d38-43d5-830b-a4621301e3f9 None None] Provisioning for port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:21:56.055350 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-724e3615-0d38-43d5-830b-a4621301e3f9 None None] Provisioning complete for port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:56.055716 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-724e3615-0d38-43d5-830b-a4621301e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:56.112615 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-724e3615-0d38-43d5-830b-a4621301e3f9 None None] Port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:21:56.121149 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:56.350107 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:56.355039 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:56.355781 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:56.489092 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Pushing event updated for resources: {'Port': ['ID=170f1fb7-c71d-43f1-afc7-589ba2a6e7d3,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:56.555733 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Network cbaf44af-16ba-4963-8c82-140b01448cfe is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:21:56.556847 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:56.735140 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-2c6a8d72-fd74-4cfd-bb50-f140c225a72b None None] Provisioning complete for port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:56.735518 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2c6a8d72-fd74-4cfd-bb50-f140c225a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:56.750369 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Router 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:21:56.800059 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a8d72-fd74-4cfd-bb50-f140c225a72b None None] Port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:21:56.912050 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:21:56.921002 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-164ffc94-bc68-4757-a83b-99809f62811f admin admin] 10.222.0.107 "PUT /v2.0/routers/5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1206858 Jan 17 17:21:56.922450 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Sync routers for ids ['5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:21:56.934056 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Routers {'5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:21:56.934949 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:21:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:57.112778 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Set router 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 gateway port host: None {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:21:57.526399 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'name': 'router1', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:21:45Z', 'updated_at': '2022-01-17T17:21:56Z', 'revision_number': 2, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'gw_port_host': None, '_interfaces': [{'id': '170f1fb7-c71d-43f1-afc7-589ba2a6e7d3', 'name': '', 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'mac_address': 'fa:16:3e:ef:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:21:55Z', 'updated_at': '2022-01-17T17:21:56Z', 'revision_number': 2, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'subnets': [{'id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4aaa55ee-40e8-4c2b-92fd-b2e6474f0530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:57.531180 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Checking router: 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:21:57.531548 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Updating router 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:21:57.598101 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:57.992783 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:58.008548 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Transition to ACTIVE for port object 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:21:58.016619 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:58.211142 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Pushing event updated for resources: {'Port': ['ID=170f1fb7-c71d-43f1-afc7-589ba2a6e7d3,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:58.256074 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.256321 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.256657 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.256984 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.257309 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.257634 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.257951 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.258275 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.258603 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.258943 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.259262 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.259573 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Tracked resource versions report: Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: pushed versions: Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: { 'AddressGroup': {'1.2'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'ConntrackHelper': {'1.0'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Log': {'1.0'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Network': {'1.1'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Port': {'1.7'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'PortForwarding': {'1.2'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'QosPolicy': {'1.8'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SecurityGroup': {'1.4'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SubPort': {'1.0'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Subnet': {'1.1'}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Trunk': {'1.1'}} Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: consumer versions: Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: { DHCP agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: L3 agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: Metadata agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: Metering agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: Open vSwitch agent@dv-cinder-818883-2-iscsi: { 'AddressGroup': '1.2', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'ConntrackHelper': '1.0', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Log': '1.0', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Network': '1.1', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Port': '1.7', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'PortForwarding': '1.2', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'QosPolicy': '1.8', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SecurityGroup': '1.4', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SecurityGroupRule': '1.2', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SubPort': '1.0', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Subnet': '1.1', Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Trunk': '1.1'}} Jan 17 17:21:58.260665 dv-cinder-818883-2-iscsi neutron-server[86778]: {{(pid=86778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:21:58.289814 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Attempting to bind port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:21:58.290209 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Attempting to bind port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:21:58.290628 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Attempting to bind port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 on network cbaf44af-16ba-4963-8c82-140b01448cfe {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:21:58.295914 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:21:58.296308 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Checking segment: {'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:21:58.296800 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:58.297181 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Bound using segment: {'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:21:58.297792 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Bound port: 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8369b3-d820-4ada-b468-3ef40accffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:21:58.298087 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:58.389631 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] For port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:21:58.394107 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] For port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=170f1fb7-c71d-43f1-afc7-589ba2a6e7d3,segment=NetworkSegment(7a8369b3-d820-4ada-b468-3ef40accffa3),segment_id=7a8369b3-d820-4ada-b468-3ef40accffa3)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:21:58.399866 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:58.492018 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971d96b-afe9-4a19-9060-821b00817b98 None None] Pushing event updated for resources: {'Port': ['ID=170f1fb7-c71d-43f1-afc7-589ba2a6e7d3,revision_number=4']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:58.501452 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Routers {'5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:21:58.502048 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:21:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:58.662288 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] Set router 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 gateway port host: None {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:21:59.011469 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'name': 'router1', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:21:45Z', 'updated_at': '2022-01-17T17:21:56Z', 'revision_number': 2, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'gw_port_host': None, '_interfaces': [{'id': '170f1fb7-c71d-43f1-afc7-589ba2a6e7d3', 'name': '', 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'mac_address': 'fa:16:3e:ef:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:21:55Z', 'updated_at': '2022-01-17T17:21:58Z', 'revision_number': 4, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'subnets': [{'id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4aaa55ee-40e8-4c2b-92fd-b2e6474f0530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:59.015695 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6988a4-4896-4818-b88d-40f859337fe8 None None] The sync data for ids ['5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'] in dv-cinder-818883-2-iscsi is: [{'id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'name': 'router1', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:21:45Z', 'updated_at': '2022-01-17T17:21:56Z', 'revision_number': 2, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'gw_port_host': None, '_interfaces': [{'id': '170f1fb7-c71d-43f1-afc7-589ba2a6e7d3', 'name': '', 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'mac_address': 'fa:16:3e:ef:3e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:21:55Z', 'updated_at': '2022-01-17T17:21:58Z', 'revision_number': 4, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'subnets': [{'id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4aaa55ee-40e8-4c2b-92fd-b2e6474f0530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:21:59.161890 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 51726) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:59.319300 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1a5b8-f4f8-4aae-ae92-5f487deddc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:59.320764 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-13d1a5b8-f4f8-4aae-ae92-5f487deddc5b admin admin] 10.222.0.107 "GET /v2.0/networks/96e4f58b-aa45-4982-a8a2-8bf9b74925c7 HTTP/1.1" status: 200 len: 842 time: 0.1579096 Jan 17 17:21:59.330388 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:59.336251 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:59.340184 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Usage tracker for resource:subnet and tenant:ed9519fd572e4f7296be99d18990ae73 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:59.343756 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:59.350214 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:59.361314 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Made reservation on behalf of ed9519fd572e4f7296be99d18990ae73 for: {'subnet': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:21:59.363799 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:59.847913 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.objects.ports [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86776) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 17:21:59.848227 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:59.922312 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1953e6-f6bc-4258-ae38-8f0e791e0b2d,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:59.934450 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:21:59.934834 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Network hostable DHCP agents. Network: 96e4f58b-aa45-4982-a8a2-8bf9b74925c7, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:21:59.960122 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:21:59.971773 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 96e4f58b-aa45-4982-a8a2-8bf9b74925c7) {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:59.977615 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:59.978198 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:59.982509 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911916d-e4c5-4615-819b-46d6a6f04b00 None None] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:22:00.000594 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-03e01e0d-92cb-45e2-9ed2-1f892b76df4a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6739597 Jan 17 17:22:00.257443 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530344c-9a35-4407-875a-31eac4032452 None None] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:22:01.303672 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:01.372804 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:01.377713 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:01.378079 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.498264 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.532369 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=170f1fb7-c71d-43f1-afc7-589ba2a6e7d3,segment=NetworkSegment(7a8369b3-d820-4ada-b468-3ef40accffa3),segment_id=7a8369b3-d820-4ada-b468-3ef40accffa3)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:01.536175 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.607759 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=170f1fb7-c71d-43f1-afc7-589ba2a6e7d3,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:02.308380 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 51740) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:02.533299 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-e18e78c2-f86f-4231-b150-53da7e3b00e4 admin admin] 10.222.0.107 "GET /v2.0/routers/5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 HTTP/1.1" status: 200 len: 710 time: 0.2238345 Jan 17 17:22:02.663402 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9600565a-8ad2-49f9-b335-5d53420db30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:02.664765 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-9600565a-8ad2-49f9-b335-5d53420db30c admin admin] 10.222.0.107 "GET /v2.0/networks/96e4f58b-aa45-4982-a8a2-8bf9b74925c7 HTTP/1.1" status: 200 len: 886 time: 0.1262317 Jan 17 17:22:02.673368 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:03.145929 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:03.287273 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:03.361441 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:03.361810 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:03.535911 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:03.595740 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:03.750813 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Allocated IP 172.27.3.113 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/eac62227-85a0-4787-a98a-362dd2b0046e) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:03.913064 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:03.969035 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:04.036601 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:04.037710 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:04.041244 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:04.156675 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=eac62227-85a0-4787-a98a-362dd2b0046e,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:04.461896 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:04.858132 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:04.862143 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3680722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3680733', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685532'] for router, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:05.057599 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Router 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:22:05.252279 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:22:05.263266 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:05.263436 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Sync routers for ids ['5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:22:05.264473 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-cb76edc2-ad78-48a7-af8c-f4be9945fbf6 admin admin] 10.222.0.107 "PUT /v2.0/routers/5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 HTTP/1.1" status: 200 len: 890 time: 2.5941741 Jan 17 17:22:05.280630 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Routers {'5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:05.281308 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:21:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:05.485347 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Set router 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:05.840164 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'name': 'router1', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'eac62227-85a0-4787-a98a-362dd2b0046e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:21:45Z', 'updated_at': '2022-01-17T17:22:04Z', 'revision_number': 4, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'gw_port': {'id': 'eac62227-85a0-4787-a98a-362dd2b0046e', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:03Z', 'updated_at': '2022-01-17T17:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '170f1fb7-c71d-43f1-afc7-589ba2a6e7d3', 'name': '', 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'mac_address': 'fa:16:3e:ef:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:21:55Z', 'updated_at': '2022-01-17T17:22:01Z', 'revision_number': 5, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'subnets': [{'id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4aaa55ee-40e8-4c2b-92fd-b2e6474f0530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:05.845222 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Checking router: 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:22:05.845586 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Updating router 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 port eac62227-85a0-4787-a98a-362dd2b0046e binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:22:05.900485 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.251001 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.262832 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Transition to ACTIVE for port object eac62227-85a0-4787-a98a-362dd2b0046e will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:06.270411 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.380852 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Attempting to bind port eac62227-85a0-4787-a98a-362dd2b0046e on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:06.381139 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Attempting to bind port eac62227-85a0-4787-a98a-362dd2b0046e by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:06.381498 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Attempting to bind port eac62227-85a0-4787-a98a-362dd2b0046e on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:06.383599 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb54eb-3417-4198-b9d3-02f6d1fc4530 None None] Pushing event updated for resources: {'Port': ['ID=eac62227-85a0-4787-a98a-362dd2b0046e,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:06.389238 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:06.389625 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:06.390012 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.390397 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:06.391320 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Bound port: eac62227-85a0-4787-a98a-362dd2b0046e, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:06.391320 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.465568 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] For port eac62227-85a0-4787-a98a-362dd2b0046e, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:06.468485 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] For port eac62227-85a0-4787-a98a-362dd2b0046e, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=eac62227-85a0-4787-a98a-362dd2b0046e,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:06.474802 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.558555 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Routers {'5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:06.559192 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:21:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:06.607364 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb54eb-3417-4198-b9d3-02f6d1fc4530 None None] Pushing event updated for resources: {'Port': ['ID=eac62227-85a0-4787-a98a-362dd2b0046e,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:06.748998 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] Set router 5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:07.084078 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'name': 'router1', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'eac62227-85a0-4787-a98a-362dd2b0046e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:21:45Z', 'updated_at': '2022-01-17T17:22:04Z', 'revision_number': 4, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'gw_port': {'id': 'eac62227-85a0-4787-a98a-362dd2b0046e', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:03Z', 'updated_at': '2022-01-17T17:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '170f1fb7-c71d-43f1-afc7-589ba2a6e7d3', 'name': '', 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'mac_address': 'fa:16:3e:ef:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:21:55Z', 'updated_at': '2022-01-17T17:22:01Z', 'revision_number': 5, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'subnets': [{'id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4aaa55ee-40e8-4c2b-92fd-b2e6474f0530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:07.088154 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe064ff-8742-4614-8589-258b6b413764 None None] The sync data for ids ['5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1'] in dv-cinder-818883-2-iscsi is: [{'id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'name': 'router1', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'eac62227-85a0-4787-a98a-362dd2b0046e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:21:45Z', 'updated_at': '2022-01-17T17:22:04Z', 'revision_number': 4, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'gw_port': {'id': 'eac62227-85a0-4787-a98a-362dd2b0046e', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:03Z', 'updated_at': '2022-01-17T17:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '170f1fb7-c71d-43f1-afc7-589ba2a6e7d3', 'name': '', 'network_id': 'cbaf44af-16ba-4963-8c82-140b01448cfe', 'tenant_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'mac_address': 'fa:16:3e:ef:3e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc88b0e-483f-4e8b-acdf-5d38bbee8ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:21:55Z', 'updated_at': '2022-01-17T17:22:01Z', 'revision_number': 5, 'project_id': 'f6015c6176f94e9f9f3c8d6a606bee2a', 'subnets': [{'id': '2e9fc191-8e47-4dac-afcc-8458167dc35f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4aaa55ee-40e8-4c2b-92fd-b2e6474f0530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:22:07.324090 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device eac62227-85a0-4787-a98a-362dd2b0046e up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:07.405394 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port eac62227-85a0-4787-a98a-362dd2b0046e completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:07.411330 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port eac62227-85a0-4787-a98a-362dd2b0046e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:07.411736 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:07.540881 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:07.562486 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port eac62227-85a0-4787-a98a-362dd2b0046e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=eac62227-85a0-4787-a98a-362dd2b0046e,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:07.576300 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:07.660794 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=eac62227-85a0-4787-a98a-362dd2b0046e,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:07.705634 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 51750) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:07.827370 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-aab3dd55-a444-4ac6-8fe5-ad0613907e62 admin admin] 10.222.0.107 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1204500 Jan 17 17:22:09.288887 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device eac62227-85a0-4787-a98a-362dd2b0046e up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:09.358794 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port eac62227-85a0-4787-a98a-362dd2b0046e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:09.359182 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:16.075999 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:22:18.023848 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2b668617-fafe-4d01-8f69-f93c94548c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:20.318072 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9430fea7-988e-4e86-8002-4d71a438812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:21.449428 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:21.781260 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:22.859244 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:48.019387 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f2495220-db17-49d4-a99a-2036d0c80b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.317180 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-20038bcd-546b-4166-83f0-2944985827f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:51.453024 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:51.787389 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:52.864129 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.075477 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:23:18.034634 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1736b41e-b69b-46fc-96fa-366200171e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:20.311455 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-cc2f007f-c3d9-4dd4-86b0-0efdfe3e84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:21.449222 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:21.788382 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:22.865306 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:30.074406 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:23:48.058620 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f9b1c6e9-8a97-4703-83c7-f7e83bbddb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.314649 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-8ede06e0-8e8c-4c0e-a8d1-42fb7f9f68c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.452937 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.790828 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:52.869605 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:07.074361 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:24:12.632567 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52320) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:12.705633 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd94cdab-af6b-43d4-a28d-f124346bddf7 admin admin] GET failed (client error): The resource could not be found. Jan 17 17:24:12.707061 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-dd94cdab-af6b-43d4-a28d-f124346bddf7 admin admin] 10.222.0.107 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0734851 Jan 17 17:24:12.848041 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4440f58-2e35-4b9b-ab5c-30a2d501a962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:12.849867 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-c4440f58-2e35-4b9b-ab5c-30a2d501a962 admin admin] 10.222.0.107 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1385102 Jan 17 17:24:15.006844 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52330) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:15.119383 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a4dde5-9b3f-4fd0-befa-9c11bc19117b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:15.119937 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-66a4dde5-9b3f-4fd0-befa-9c11bc19117b admin admin] Synchronizing usage tracker for tenant:ed9519fd572e4f7296be99d18990ae73 on resource:subnet {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:24:15.137507 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-66a4dde5-9b3f-4fd0-befa-9c11bc19117b admin admin] Unset dirty status for tenant:ed9519fd572e4f7296be99d18990ae73 on resource:subnet {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:24:15.139008 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-66a4dde5-9b3f-4fd0-befa-9c11bc19117b admin admin] 10.222.0.107 "GET /v2.0/subnets/2e9fc191-8e47-4dac-afcc-8458167dc35f HTTP/1.1" status: 200 len: 849 time: 0.1311088 Jan 17 17:24:15.148832 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:24:15.268821 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:15.463789 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749329069550'] for subnet, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:15.510227 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:15.510339 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:15.511640 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] 10.222.0.107 "PUT /v2.0/subnets/2e9fc191-8e47-4dac-afcc-8458167dc35f HTTP/1.1" status: 200 len: 868 time: 0.3670325 Jan 17 17:24:15.524957 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086b114-62f5-4316-8193-48ee9c8227f4 None None] Network cbaf44af-16ba-4963-8c82-140b01448cfe requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:24:15.539906 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9fc191-8e47-4dac-afcc-8458167dc35f,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:24:15.547808 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.548187 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.548535 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.548894 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.549976 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.550370 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.550704 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.551070 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.551417 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.551751 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.552075 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:15.552410 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b9806-daff-4507-8d44-1358fc64d2c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:16.020333 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-9c616014-587a-49f1-a3af-ae9d37ed2900 None None] Provisioning complete for port 170f1fb7-c71d-43f1-afc7-589ba2a6e7d3 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:24:16.020702 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9c616014-587a-49f1-a3af-ae9d37ed2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:16.195144 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-9c616014-587a-49f1-a3af-ae9d37ed2900 None None] Provisioning complete for port aa768b59-8e34-4a56-8b52-f6bac5d2ffeb triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:24:16.195559 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9c616014-587a-49f1-a3af-ae9d37ed2900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:17.784043 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52340) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:17.964453 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19685f98-fa0d-472a-941f-d1a505b1906a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:17.964842 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19685f98-fa0d-472a-941f-d1a505b1906a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:17.966369 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-19685f98-fa0d-472a-941f-d1a505b1906a admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1813757 Jan 17 17:24:18.033486 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-076b43e2-c844-4f80-82ec-40294d2a00f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:20.279750 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52350) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:20.320295 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c6e255fc-4784-435d-b492-ce1344c240f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:20.461045 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6129da7-5494-494a-8881-1ef597897106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:20.461503 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6129da7-5494-494a-8881-1ef597897106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:20.463061 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-e6129da7-5494-494a-8881-1ef597897106 admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1823483 Jan 17 17:24:21.458624 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:21.793800 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:22.657505 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52360) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:22.830971 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240b5f3f-aa45-4f00-bfd1-478c37d9d94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:22.832251 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-240b5f3f-aa45-4f00-bfd1-478c37d9d94c admin admin] 10.222.0.107 "GET /v2.0/networks/96e4f58b-aa45-4982-a8a2-8bf9b74925c7 HTTP/1.1" status: 200 len: 886 time: 0.1737523 Jan 17 17:24:22.870800 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:25.062096 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52370) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:25.276607 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c87ec0-d6d0-4882-842c-9acabee9f30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:25.277887 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a3c87ec0-d6d0-4882-842c-9acabee9f30a admin admin] 10.222.0.107 "GET /v2.0/networks/cbaf44af-16ba-4963-8c82-140b01448cfe HTTP/1.1" status: 200 len: 869 time: 0.2148592 Jan 17 17:24:27.434034 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52380) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:27.559928 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38227683-2dd4-44ab-b61a-2cdda19c32f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:27.560381 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38227683-2dd4-44ab-b61a-2cdda19c32f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:27.561874 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-38227683-2dd4-44ab-b61a-2cdda19c32f5 admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269078 Jan 17 17:24:29.743371 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52390) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:29.858936 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02f656-05b5-409f-8b4f-ac210b82484d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:29.859391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02f656-05b5-409f-8b4f-ac210b82484d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:29.860894 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-4c02f656-05b5-409f-8b4f-ac210b82484d admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1165931 Jan 17 17:24:32.018266 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52400) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:32.172359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb7591-34c8-47be-ab33-eb4ecc10943d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:32.173746 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ebbb7591-34c8-47be-ab33-eb4ecc10943d admin admin] 10.222.0.107 "GET /v2.0/subnets/2e9fc191-8e47-4dac-afcc-8458167dc35f HTTP/1.1" status: 200 len: 868 time: 0.1544650 Jan 17 17:24:34.438830 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52410) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:34.544713 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a342154d-5a80-4d1b-81a6-d604d22893aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:34.546075 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a342154d-5a80-4d1b-81a6-d604d22893aa admin admin] 10.222.0.107 "GET /v2.0/subnets/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d HTTP/1.1" status: 200 len: 816 time: 0.1062572 Jan 17 17:24:44.073003 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:24:48.040253 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c2722eee-7c5a-442c-986c-2dcc0e2b95e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:50.324059 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c0e17f91-1082-44a2-944d-f624436d1206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:51.467691 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:51.794082 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:52.867533 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:58.301651 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52454) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:58.349471 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [None req-d4a42e11-8515-4173-9745-9cf459b100c5 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:24:58.350544 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d4a42e11-8515-4173-9745-9cf459b100c5 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479398 Jan 17 17:25:00.602696 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52464) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:00.677360 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9bfb52-dbcb-42a2-bbf0-4edf90433b67 admin admin] GET failed (client error): The resource could not be found. Jan 17 17:25:00.678645 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-0c9bfb52-dbcb-42a2-bbf0-4edf90433b67 admin admin] 10.222.0.107 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0749998 Jan 17 17:25:00.807910 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f3c7e-ec57-487a-ae53-ea0f90f01382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:00.809274 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-9e5f3c7e-ec57-487a-ae53-ea0f90f01382 admin admin] 10.222.0.107 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1267145 Jan 17 17:25:02.992468 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52474) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:03.041477 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:03.047394 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:25:03.052391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Usage tracker for resource:network and tenant:ed9519fd572e4f7296be99d18990ae73 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:25:03.055302 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:25:03.061093 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:25:03.072446 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Made reservation on behalf of ed9519fd572e4f7296be99d18990ae73 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:25:03.075056 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:03.167672 dv-cinder-818883-2-iscsi neutron-server[86775]: WARNING neutron.services.revisions.revision_plugin [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Could not find related network for resource to bump revision. Jan 17 17:25:03.181647 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:25:03.191681 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:03.192030 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Added segment 7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425 of type vlan for network 22109f6d-0522-493f-a436-9c9a09b6d443 Jan 17 17:25:03.221182 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:03.251055 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:03.252090 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:03.252653 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:03.351039 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3573802 Jan 17 17:25:03.355869 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Pushing event updated for resources: {'Network': ['ID=22109f6d-0522-493f-a436-9c9a09b6d443,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:03.364522 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.364871 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.365215 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.365551 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.365886 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.366246 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.366580 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.366965 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.367299 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.367739 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.368014 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.368336 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe065b0-3630-4867-80b4-f484a1ca56c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:03.380001 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 22109f6d-0522-493f-a436-9c9a09b6d443 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:25:05.586504 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52484) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:05.656801 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cec2dbf-60bb-4e44-89b5-30ccfa89dfb1 admin admin] GET failed (client error): The resource could not be found. Jan 17 17:25:05.657326 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2cec2dbf-60bb-4e44-89b5-30ccfa89dfb1 admin admin] Synchronizing usage tracker for tenant:ed9519fd572e4f7296be99d18990ae73 on resource:network {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:25:05.676662 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2cec2dbf-60bb-4e44-89b5-30ccfa89dfb1 admin admin] Unset dirty status for tenant:ed9519fd572e4f7296be99d18990ae73 on resource:network {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:25:05.677904 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-2cec2dbf-60bb-4e44-89b5-30ccfa89dfb1 admin admin] 10.222.0.107 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0904288 Jan 17 17:25:05.783384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5bfe7-18ce-4330-9f8b-5d24564241c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:05.784840 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a2a5bfe7-18ce-4330-9f8b-5d24564241c7 admin admin] 10.222.0.107 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029983 Jan 17 17:25:05.794349 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Request body: {'subnet': {'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:05.799316 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:25:05.808744 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:25:05.819645 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Made reservation on behalf of ed9519fd572e4f7296be99d18990ae73 for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:25:05.822012 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:06.041436 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:06.114335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c2e979-fa0b-408b-bc6c-a17f880f65e5,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:06.122557 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Checking segment: {'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:25:06.122932 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Network hostable DHCP agents. Network: 22109f6d-0522-493f-a436-9c9a09b6d443, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:25:06.142702 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Network 22109f6d-0522-493f-a436-9c9a09b6d443 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:25:06.151879 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 22109f6d-0522-493f-a436-9c9a09b6d443) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:25:06.156519 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:06.157103 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:06.161707 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8686a77-9981-4990-ae19-2e11a784d568 None None] Network 22109f6d-0522-493f-a436-9c9a09b6d443 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:25:06.184574 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a1882a6f-b129-47d8-a68e-0d3f278b749a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3934984 Jan 17 17:25:06.402590 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-22109f6d-0522-493f-a436-9c9a09b6d443', 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443', 'tenant_id': 'ed9519fd572e4f7296be99d18990ae73', 'fixed_ips': [{'subnet_id': '44c2e979-fa0b-408b-bc6c-a17f880f65e5'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:25:06.403628 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:06.576531 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Allocated IP 192.168.233.2 (22109f6d-0522-493f-a436-9c9a09b6d443/44c2e979-fa0b-408b-bc6c-a17f880f65e5/673ced08-285e-4454-95a5-88c4e48f9d71) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:25:06.796437 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:06.809015 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Transition to ACTIVE for port object 673ced08-285e-4454-95a5-88c4e48f9d71 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:25:06.828690 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Transition to ACTIVE for port object 673ced08-285e-4454-95a5-88c4e48f9d71 will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:25:06.835642 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:06.945634 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Network 22109f6d-0522-493f-a436-9c9a09b6d443 is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:25:06.948411 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:25:06.951110 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:25:06.988770 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Pushing event updated for resources: {'Port': ['ID=673ced08-285e-4454-95a5-88c4e48f9d71,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:07.004514 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.004880 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.005208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.005547 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.005879 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.006212 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.006538 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.006887 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.007231 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.007556 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.007898 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.008226 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:07.065342 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Attempting to bind port 673ced08-285e-4454-95a5-88c4e48f9d71 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:25:07.065625 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Attempting to bind port 673ced08-285e-4454-95a5-88c4e48f9d71 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:25:07.065986 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Attempting to bind port 673ced08-285e-4454-95a5-88c4e48f9d71 on network 22109f6d-0522-493f-a436-9c9a09b6d443 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:25:07.072335 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:25:07.072691 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Checking segment: {'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:25:07.073473 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:07.073774 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Bound using segment: {'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:25:07.074236 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Bound port: 673ced08-285e-4454-95a5-88c4e48f9d71, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:25:07.074624 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:07.166822 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] For port 673ced08-285e-4454-95a5-88c4e48f9d71, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:25:07.172626 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] For port 673ced08-285e-4454-95a5-88c4e48f9d71, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=673ced08-285e-4454-95a5-88c4e48f9d71,segment=NetworkSegment(7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425),segment_id=7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:25:07.177551 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:07.261141 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae8e73-25e6-432a-b291-962184d8f8a3 None None] Pushing event updated for resources: {'Port': ['ID=673ced08-285e-4454-95a5-88c4e48f9d71,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:08.165228 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3e471-8474-4595-8b35-e26a44a4d944 None None] Network 22109f6d-0522-493f-a436-9c9a09b6d443 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:25:08.264158 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-c289f776-b144-4379-8732-08dac2d9f0ae None None] Provisioning for port 673ced08-285e-4454-95a5-88c4e48f9d71 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:25:09.415239 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 673ced08-285e-4454-95a5-88c4e48f9d71 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:25:09.488350 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 673ced08-285e-4454-95a5-88c4e48f9d71 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:25:09.493022 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 673ced08-285e-4454-95a5-88c4e48f9d71 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:25:09.493365 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:09.618886 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:09.653981 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 673ced08-285e-4454-95a5-88c4e48f9d71, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=673ced08-285e-4454-95a5-88c4e48f9d71,segment=NetworkSegment(7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425),segment_id=7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:09.663817 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:09.734209 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=673ced08-285e-4454-95a5-88c4e48f9d71,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:11.400637 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 673ced08-285e-4454-95a5-88c4e48f9d71 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:25:11.482888 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 673ced08-285e-4454-95a5-88c4e48f9d71 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:25:11.483259 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:18.037332 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a25fef17-6f0b-463b-9adc-9a6068063cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:20.329725 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ac46e71f-a69d-406e-9192-45f681a93511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:21.071838 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:25:21.469247 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:21.797930 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:22.875916 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.042267 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-b4d90166-a86c-424c-97fc-98da1557faae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:50.339806 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ba1dd074-1929-4a42-bf2d-1c328b174f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:51.463811 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:51.800341 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:52.885478 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.071037 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:26:18.048740 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-b9667ea0-24b9-409a-ae83-f5636f461197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:19.437025 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52534) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:19.443469 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [None req-c6583f47-0e53-4c9d-822e-adbb7e1b2253 tempest-verify_tempest_config-1283637019 tempest-verify_tempest_config-1283637019-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:26:19.444380 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-c6583f47-0e53-4c9d-822e-adbb7e1b2253 tempest-verify_tempest_config-1283637019 tempest-verify_tempest_config-1283637019-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063663 Jan 17 17:26:19.759922 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52552) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:19.884750 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:19.910104 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:19.913874 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a83ac13fac4136b7208f53a947d186 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:19.916843 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:19.923043 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:20.011649 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:20.015509 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:20.063033 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Synchronizing usage tracker for tenant:ed9519fd572e4f7296be99d18990ae73 on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:26:20.065370 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef91a4-ebdc-42f9-a58f-7d189ff147a0,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:20.075714 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.076068 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.076409 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.076747 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.077082 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.077413 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.077738 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.078061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.078412 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.078740 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.079085 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.079401 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:20.092550 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] Unset dirty status for tenant:ed9519fd572e4f7296be99d18990ae73 on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:26:20.093799 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-df368d9b-8e6e-45fe-a6da-349cf90a78b0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e3a83ac13fac4136b7208f53a947d186&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3328855 Jan 17 17:26:20.097154 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52558) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:20.155671 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72ea6fef-3c6d-43f7-9697-a77157efb6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:20.182161 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72ea6fef-3c6d-43f7-9697-a77157efb6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:20.276831 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72ea6fef-3c6d-43f7-9697-a77157efb6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:20.294164 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea6fef-3c6d-43f7-9697-a77157efb6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef91a4-ebdc-42f9-a58f-7d189ff147a0,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:20.302349 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72ea6fef-3c6d-43f7-9697-a77157efb6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:20.303498 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-72ea6fef-3c6d-43f7-9697-a77157efb6a8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/43ef91a4-ebdc-42f9-a58f-7d189ff147a0 HTTP/1.1" status: 204 len: 168 time: 0.2054083 Jan 17 17:26:20.334447 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-cd42edf1-a6f6-4440-82da-fa19550e1fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.471032 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.802422 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:22.881066 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:35.071382 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:26:48.040502 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0b49e73b-4cbb-439c-9c32-47094cd0adb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:50.337085 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-675fa01e-a39e-4583-919d-fa2bd21a7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:51.465195 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:51.805586 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:52.882894 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:12.071555 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:27:18.050657 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9b9ea5a0-0a8d-4415-b649-3d595d5d7752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:20.340546 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9d66143a-4f1d-42c4-a0ff-5ae7fc27c361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.468956 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.809821 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:22.888575 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:48.043547 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b7ce-992c-40c4-a13b-96d285587e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:49.070631 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 5 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:27:50.345720 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0272e30f-d207-4a57-8274-6af59fd1357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:51.473231 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:51.810660 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:52.142707 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3686841'] for agent, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:52.888456 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:07.964403 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52630) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:08.078280 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-98f934fd-db87-4ab6-a9d2-dcd071c7164c admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.1128039 Jan 17 17:28:10.249915 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52640) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:10.310353 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ed27930a-755f-4678-9757-92a47e0b58e5 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.0593183 Jan 17 17:28:18.046223 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-db062ed7-c5b1-43ad-bf0f-b69c66376b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:20.338079 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-4b4c09ec-3c63-474f-9a6d-1e3c261cf88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:21.477618 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:21.813937 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:22.109479 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:22.892772 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:26.071769 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:28:48.047397 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0fa859d9-f172-4583-8f79-0668b3f28ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:50.341245 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-870c2762-a492-41a8-8fd3-a7388ce6c7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:51.479800 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:51.817121 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:52.109584 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:52.893225 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:03.075789 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:29:18.050978 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2d237e38-61ab-4419-a3ec-69e9ad0a445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:20.342499 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d6da7955-5c63-49af-97cf-30a7b87ea2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:21.482917 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:21.821558 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:22.123380 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:22.898758 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:40.074539 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:29:48.059177 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-dd841802-6087-4166-9900-9a12cbe53195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:50.349638 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d14a7ef3-eb00-4f7f-a5da-9e3925721820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:51.426616 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52802) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:51.488671 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:51.819851 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-616462395-network', 'tenant_id': 'be5bd3e08af842ee838bf449936cd1a4'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:51.827662 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:51.837980 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Usage tracker for resource:network and tenant:be5bd3e08af842ee838bf449936cd1a4 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:51.840769 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:51.842342 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:51.851461 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:51.860173 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Made reservation on behalf of be5bd3e08af842ee838bf449936cd1a4 for: {'network': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:29:51.863503 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:51.876253 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:51.894077 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:51.898835 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Usage tracker for resource:security_group_rule and tenant:be5bd3e08af842ee838bf449936cd1a4 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:51.901806 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:51.907573 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:51.996571 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.001283 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.045067 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9514c89b-05ad-42d3-b039-1bf1550ec90b,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:52.049125 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=86776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:29:52.057626 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.057980 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.058342 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.058653 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.059280 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.062735 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.063129 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.063494 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.063802 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.064138 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.064510 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.064836 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Tracked resource versions report: Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: pushed versions: Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: { 'AddressGroup': {'1.2'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'ConntrackHelper': {'1.0'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Log': {'1.0'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Network': {'1.1'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Port': {'1.7'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'PortForwarding': {'1.2'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'QosPolicy': {'1.8'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SecurityGroup': {'1.4'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SubPort': {'1.0'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Subnet': {'1.1'}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Trunk': {'1.1'}} Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: consumer versions: Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: { DHCP agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: HyperV agent@hv-cinder-81888: {}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: L3 agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: Metadata agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: Metering agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: Open vSwitch agent@dv-cinder-818883-2-iscsi: { 'AddressGroup': '1.2', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'ConntrackHelper': '1.0', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Log': '1.0', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Network': '1.1', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Port': '1.7', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'PortForwarding': '1.2', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'QosPolicy': '1.8', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SecurityGroup': '1.4', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SecurityGroupRule': '1.2', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'SubPort': '1.0', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Subnet': '1.1', Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: 'Trunk': '1.1'}} Jan 17 17:29:52.066099 dv-cinder-818883-2-iscsi neutron-server[86776]: {{(pid=86776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:29:52.075410 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.075780 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.segments_db [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Added segment bb43be78-a3f2-43d1-b846-34b4dfce34bd of type vlan for network 811be144-b427-4084-aa12-5b4c3d555e77 Jan 17 17:29:52.108460 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.147431 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.149727 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:52.151024 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.155155 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.264957 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] Pushing event updated for resources: {'Network': ['ID=811be144-b427-4084-aa12-5b4c3d555e77,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:52.276747 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 811be144-b427-4084-aa12-5b4c3d555e77 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:29:52.279217 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d2f603bc-aa1b-4da5-8f51-3618ba240b56 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8514762 Jan 17 17:29:52.282210 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52854) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:52.289262 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Request body: {'subnet': {'network_id': '811be144-b427-4084-aa12-5b4c3d555e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-616462395-subnet', 'tenant_id': 'be5bd3e08af842ee838bf449936cd1a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:52.294691 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:52.300605 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Usage tracker for resource:subnet and tenant:be5bd3e08af842ee838bf449936cd1a4 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:52.305734 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:52.316245 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:52.328112 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Made reservation on behalf of be5bd3e08af842ee838bf449936cd1a4 for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:29:52.331576 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.584971 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.678723 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32de394-4084-40ef-b230-31bc53d12c30,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:52.690111 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.690683 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.691187 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.691668 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.691990 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.692331 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.692651 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.692966 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.693297 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.693606 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.694082 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.694553 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:52.698685 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52870) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Tracked resource versions report: Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: pushed versions: Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: { 'AddressGroup': {'1.2'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'ConntrackHelper': {'1.0'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Log': {'1.0'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Network': {'1.1'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Port': {'1.7'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'PortForwarding': {'1.2'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'QosPolicy': {'1.8'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SecurityGroup': {'1.4'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SubPort': {'1.0'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Subnet': {'1.1'}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Trunk': {'1.1'}} Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: consumer versions: Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: { DHCP agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: HyperV agent@hv-cinder-81888: {}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: L3 agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: Metadata agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: Metering agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: Open vSwitch agent@dv-cinder-818883-2-iscsi: { 'AddressGroup': '1.2', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'ConntrackHelper': '1.0', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Log': '1.0', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Network': '1.1', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Port': '1.7', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'PortForwarding': '1.2', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'QosPolicy': '1.8', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SecurityGroup': '1.4', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SecurityGroupRule': '1.2', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'SubPort': '1.0', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Subnet': '1.1', Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: 'Trunk': '1.1'}} Jan 17 17:29:52.700468 dv-cinder-818883-2-iscsi neutron-server[86775]: {{(pid=86775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:29:52.714741 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Checking segment: {'id': 'bb43be78-a3f2-43d1-b846-34b4dfce34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '811be144-b427-4084-aa12-5b4c3d555e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:29:52.715352 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Network hostable DHCP agents. Network: 811be144-b427-4084-aa12-5b4c3d555e77, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:29:52.734798 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52876) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:52.742178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Network 811be144-b427-4084-aa12-5b4c3d555e77 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:29:52.755955 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 811be144-b427-4084-aa12-5b4c3d555e77) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:29:52.760712 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:52.762168 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:52.765040 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad73d48-08de-45fe-a7ee-0055b267867e None None] Network 811be144-b427-4084-aa12-5b4c3d555e77 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:29:52.776663 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52886) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:52.795543 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8130e5df-3eba-4dac-a0c9-b01d5cc26042 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5107117 Jan 17 17:29:52.929862 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.049791 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-269456714-network', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:53.055325 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:53.065120 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Usage tracker for resource:network and tenant:142cb884a6364443a8724b584d9f7c0f is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:53.067227 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60c723-01c9-45f1-b324-c0dce279794d None None] Network 811be144-b427-4084-aa12-5b4c3d555e77 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:29:53.070267 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:53.080736 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:53.103478 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Made reservation on behalf of 142cb884a6364443a8724b584d9f7c0f for: {'network': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:29:53.109384 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.122314 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-753658454-network', 'tenant_id': '7d26f4da2df3414fac1e83af06f08bb8'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:53.130953 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:53.135266 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Usage tracker for resource:network and tenant:7d26f4da2df3414fac1e83af06f08bb8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:53.139850 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.151753 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:53.157905 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:53.174707 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:53.180820 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Usage tracker for resource:security_group_rule and tenant:142cb884a6364443a8724b584d9f7c0f is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:53.182256 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Made reservation on behalf of 7d26f4da2df3414fac1e83af06f08bb8 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:29:53.184814 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.190746 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:53.201975 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:53.213533 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.238025 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:53.249277 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-215105063-network', 'tenant_id': '148ce1117b214e6694742ef966cd96c5'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:53.251603 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7d26f4da2df3414fac1e83af06f08bb8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:53.255167 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:53.273220 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:53.274284 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:53.291512 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Usage tracker for resource:network and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:53.296668 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:53.326111 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:53.370389 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Made reservation on behalf of 148ce1117b214e6694742ef966cd96c5 for: {'network': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:29:53.376099 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.436802 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.470019 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.478361 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.492403 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:53.501038 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:29:53.508793 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Usage tracker for resource:security_group_rule and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:53.522143 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.522733 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Added segment e5542440-ff80-46ff-9c15-86b78cf88c6b of type vlan for network e03e611e-fca4-4a6e-bc9d-ec7727623106 Jan 17 17:29:53.533758 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:53.553855 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:53.596615 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.613674 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.638113 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.706721 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=86776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:29:53.731624 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6429ab36-490b-4531-b1c4-b18ec9dbfbc4,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:53.734791 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.735972 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:53.736724 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.745248 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.746201 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.segments_db [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Added segment 06e8adaa-f75c-4bf5-9a06-9214ed7c8675 of type vlan for network f73ef950-9685-4823-bdb4-ca771d5095b2 Jan 17 17:29:53.816219 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.923625 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.929739 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.931476 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:53.932291 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.949141 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e03e611e-fca4-4a6e-bc9d-ec7727623106,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:53.957452 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d7f53326-2590-4321-ba4f-033c761836d6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2190769 Jan 17 17:29:53.958846 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52926) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:53.963551 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network e03e611e-fca4-4a6e-bc9d-ec7727623106 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:29:53.975275 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Request body: {'subnet': {'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-753658454-subnet', 'tenant_id': '7d26f4da2df3414fac1e83af06f08bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:53.984688 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:53.985245 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:53.993536 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Usage tracker for resource:subnet and tenant:7d26f4da2df3414fac1e83af06f08bb8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:54.000129 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=86776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:29:54.005690 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:54.019299 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:54.020651 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:54.021091 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.segments_db [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Added segment fd3a40da-8375-40f2-92a0-8c9af633a62c of type vlan for network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b Jan 17 17:29:54.042913 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Made reservation on behalf of 7d26f4da2df3414fac1e83af06f08bb8 for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:29:54.045534 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:54.079052 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:54.290030 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Pushing event updated for resources: {'Network': ['ID=f73ef950-9685-4823-bdb4-ca771d5095b2,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:54.296333 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5960124 Jan 17 17:29:54.298348 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:54.299945 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:54.300631 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:54.306117 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network f73ef950-9685-4823-bdb4-ca771d5095b2 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:29:54.307454 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52942) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:54.332089 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Request body: {'subnet': {'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-subnet', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:54.344086 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:54.354182 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f039c8a-4074-4dc5-8d56-719e57792db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:54.360613 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5829248 Jan 17 17:29:54.369535 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Usage tracker for resource:subnet and tenant:142cb884a6364443a8724b584d9f7c0f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:54.375686 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52946) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:54.380350 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:54.386236 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Request body: {'subnet': {'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-215105063-subnet', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:54.390951 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:54.417289 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Made reservation on behalf of 142cb884a6364443a8724b584d9f7c0f for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:29:54.420177 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:54.555882 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:54.602121 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09087810-df02-479d-b176-0b9167a47e14,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:54.632700 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e6e50-79a0-45c4-bd0f-8c8e0a0a8f93 admin admin] Pushing event updated for resources: {'Network': ['ID=9eea8a9f-3ad9-494d-ab24-7ff9c247018b,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:54.640964 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Usage tracker for resource:subnet and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:54.649410 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:54.651586 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:29:54.665939 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:54.694394 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Made reservation on behalf of 148ce1117b214e6694742ef966cd96c5 for: {'subnet': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:29:54.708287 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:54.829917 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:54.916270 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cf182d-998a-46e5-af63-814fadc47a4b,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:55.042347 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Checking segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:29:55.042697 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Network hostable DHCP agents. Network: e03e611e-fca4-4a6e-bc9d-ec7727623106, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:29:55.062891 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.076036 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.138493 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:55.140423 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Network e03e611e-fca4-4a6e-bc9d-ec7727623106 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:29:55.152999 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e57f51e-fce6-431b-83fc-8024b8a3c661,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:55.158493 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, e03e611e-fca4-4a6e-bc9d-ec7727623106) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:29:55.160698 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Checking segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:29:55.160993 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Network hostable DHCP agents. Network: 9eea8a9f-3ad9-494d-ab24-7ff9c247018b, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:29:55.168433 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2206128-3245-4de5-bc76-cfdaaa77da4a None None] Network e03e611e-fca4-4a6e-bc9d-ec7727623106 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:29:55.179366 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:55.180158 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.183564 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:29:55.190534 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 9eea8a9f-3ad9-494d-ab24-7ff9c247018b) {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:29:55.195662 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:55.196228 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.221079 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Checking segment: {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:29:55.226179 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-eb910a4a-63e1-464e-92f7-7108d97fe687 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8476183 Jan 17 17:29:55.228031 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 52972) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:55.231400 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Network hostable DHCP agents. Network: f73ef950-9685-4823-bdb4-ca771d5095b2, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:29:55.235425 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:55.242537 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:55.247281 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Usage tracker for resource:router and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:55.250642 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:55.258156 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:55.270786 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.272273 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.280460 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-5eec58ca-88a6-49c6-aa74-722cbe916791 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3185358 Jan 17 17:29:55.286676 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456fd046-3553-4e55-bb3a-74ba1939d0de None None] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:29:55.322703 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.325290 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Network f73ef950-9685-4823-bdb4-ca771d5095b2 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:29:55.355649 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, f73ef950-9685-4823-bdb4-ca771d5095b2) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:29:55.372216 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:55.372917 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.400793 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d9cea-1955-47ec-b64d-b623c13f803a None None] Network f73ef950-9685-4823-bdb4-ca771d5095b2 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:29:55.422515 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ed35eaad-572c-43b4-a49c-a78bb50a2390 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1074572 Jan 17 17:29:55.422515 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 52982) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:55.437894 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:29:55.450092 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:29:55.460996 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Usage tracker for resource:router and tenant:142cb884a6364443a8724b584d9f7c0f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:29:55.467993 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:29:55.488943 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:29:55.512743 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.514319 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.581391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:55.964413 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 53018) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:56.027559 dv-cinder-818883-2-iscsi neutron-server[86776]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 17:29:56.091166 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b470d-35e9-4884-9700-e34ea3c7c0d8 None None] Network e03e611e-fca4-4a6e-bc9d-ec7727623106 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:29:56.147913 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:56.259213 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:29:56.260500 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:56.303458 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53042) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:29:56.307916 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:56.309456 dv-cinder-818883-2-iscsi neutron-server[86775]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 17:29:56.362608 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-38f045fd-8924-4c4d-ba97-a920f961b095 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:56.363346 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-38f045fd-8924-4c4d-ba97-a920f961b095 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Synchronizing usage tracker for tenant:be5bd3e08af842ee838bf449936cd1a4 on resource:network {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:29:56.448229 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8d975-76d3-4225-929a-f2ac230d8137 None None] Network f73ef950-9685-4823-bdb4-ca771d5095b2 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:29:56.453948 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-38f045fd-8924-4c4d-ba97-a920f961b095 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Unset dirty status for tenant:be5bd3e08af842ee838bf449936cd1a4 on resource:network {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:29:56.455697 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-38f045fd-8924-4c4d-ba97-a920f961b095 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/networks?id=811be144-b427-4084-aa12-5b4c3d555e77 HTTP/1.1" status: 200 len: 811 time: 0.4901586 Jan 17 17:29:56.485389 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-81b6130e-71ee-4519-a89c-f55a94ac027d tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/quotas/be5bd3e08af842ee838bf449936cd1a4 HTTP/1.1" status: 200 len: 375 time: 0.0205357 Jan 17 17:29:56.563502 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-94a7d45d-2963-4aa4-9e65-2fef386892d0 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=be5bd3e08af842ee838bf449936cd1a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672214 Jan 17 17:29:56.755752 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-b3ba620f-dc2a-4b9b-97e5-6e6195b790d8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:29:56.757027 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-b3ba620f-dc2a-4b9b-97e5-6e6195b790d8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:network {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:29:56.764561 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:56.790228 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Allocated IP 172.20.0.2 (9eea8a9f-3ad9-494d-ab24-7ff9c247018b/4e57f51e-fce6-431b-83fc-8024b8a3c661/28dbe34a-c2ec-4ede-b85d-6068fbf9555b) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:29:56.808193 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:56.839611 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:56.878610 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-66e16aa3-bb81-433f-a2c8-186085f814f7 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:29:56.879828 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-66e16aa3-bb81-433f-a2c8-186085f814f7 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759308 Jan 17 17:29:56.881173 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:56.933558 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-b3ba620f-dc2a-4b9b-97e5-6e6195b790d8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:network {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:29:56.934696 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-b3ba620f-dc2a-4b9b-97e5-6e6195b790d8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 814 time: 0.6298494 Jan 17 17:29:56.962206 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-184942f7-f363-4b3d-a284-cc0c237f9f3b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/quotas/7d26f4da2df3414fac1e83af06f08bb8 HTTP/1.1" status: 200 len: 375 time: 0.0202854 Jan 17 17:29:57.066985 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-e67c673e-19b0-4812-8f45-1bfdaf088936 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920081 Jan 17 17:29:57.082175 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-129a355e-a226-461c-a0e0-d04cd56792ec service neutron] 10.222.0.107 "GET /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498594 Jan 17 17:29:57.100165 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:57.110600 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Allocated IP 172.27.3.241 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/b4ae22d9-d284-4ecb-b8ed-5a68df1c649b) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:29:57.130689 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Transition to ACTIVE for port object 28dbe34a-c2ec-4ede-b85d-6068fbf9555b will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:29:57.178387 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Transition to ACTIVE for port object 28dbe34a-c2ec-4ede-b85d-6068fbf9555b will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:29:57.185752 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:57.301888 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:29:57.308355 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-501c6c79-0c35-414b-9fef-3eba13b9c600 service neutron] 10.222.0.107 "GET /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182937 Jan 17 17:29:57.315036 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:29:57.319447 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:29:57.324263 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-a851ee09-90ff-489b-8310-58f26c8ec54b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:29:57.331945 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-a851ee09-90ff-489b-8310-58f26c8ec54b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030915 Jan 17 17:29:57.340411 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Pushing event updated for resources: {'Port': ['ID=28dbe34a-c2ec-4ede-b85d-6068fbf9555b,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:57.354059 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.356626 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.357214 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.357759 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.358909 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.359607 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.360187 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.360739 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.362357 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.363371 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.363955 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.364535 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:29:57.365119 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Tracked resource versions report: Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: pushed versions: Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: { 'AddressGroup': {'1.2'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'ConntrackHelper': {'1.0'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Log': {'1.0'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Network': {'1.1'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Port': {'1.7'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'PortForwarding': {'1.2'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'QosPolicy': {'1.8'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SecurityGroup': {'1.4'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SubPort': {'1.0'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Subnet': {'1.1'}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Trunk': {'1.1'}} Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: consumer versions: Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: { DHCP agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: HyperV agent@hv-cinder-81888: {}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: L3 agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: Metadata agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: Metering agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: Open vSwitch agent@dv-cinder-818883-2-iscsi: { 'AddressGroup': '1.2', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'ConntrackHelper': '1.0', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Log': '1.0', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Network': '1.1', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Port': '1.7', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'PortForwarding': '1.2', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'QosPolicy': '1.8', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SecurityGroup': '1.4', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SecurityGroupRule': '1.2', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'SubPort': '1.0', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Subnet': '1.1', Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: 'Trunk': '1.1'}} Jan 17 17:29:57.366262 dv-cinder-818883-2-iscsi neutron-server[86777]: {{(pid=86777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:29:57.542174 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Attempting to bind port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:29:57.542174 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Attempting to bind port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:29:57.542463 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Attempting to bind port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b on network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:29:57.548601 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:29:57.549029 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Checking segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:29:57.549600 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:57.549993 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Bound using segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:29:57.550749 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Bound port: 28dbe34a-c2ec-4ede-b85d-6068fbf9555b, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:29:57.551157 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:57.555923 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-9b5006ec-b405-43d5-a658-7e4215c66206 service neutron] 10.222.0.107 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229571 Jan 17 17:29:57.608374 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:57.671911 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:29:57.693758 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:29:57.783973 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:29:57.804839 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Allocated IP 172.27.3.31 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/0fe155d8-d865-4768-9ae1-c6d7cdc05e34) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:29:57.807951 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] For port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:29:57.811168 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] For port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=28dbe34a-c2ec-4ede-b85d-6068fbf9555b,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:29:57.817698 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:58.047835 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ae22d9-d284-4ecb-b8ed-5a68df1c649b,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:58.176239 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbb91a-30e1-46c9-bf18-a231352eb632 None None] Pushing event updated for resources: {'Port': ['ID=28dbe34a-c2ec-4ede-b85d-6068fbf9555b,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:58.226874 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:58.237435 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-56a736c5-81ff-4e55-8fad-b54881416899 service neutron] 10.222.0.107 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629257 Jan 17 17:29:58.301459 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:58.487317 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:29:58.504721 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:29:58.542873 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:58.771205 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5d2b6162-8b88-4ac8-b5c6-7d3842ca3d91 req-61b3b80b-079d-4a4c-afdb-7b1b92e0c452 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 0.2364666 Jan 17 17:29:58.772417 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:29:59.281179 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cbf23c41-d043-4f1b-bf84-b26e4b87319f req-4cbecd51-7080-40a2-af99-73d5eefb0478 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 210 time: 0.1777458 Jan 17 17:29:59.418897 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Pushing event updated for resources: {'Port': ['ID=0fe155d8-d865-4768-9ae1-c6d7cdc05e34,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:29:59.508999 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:59.537359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:59.712117 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 28dbe34a-c2ec-4ede-b85d-6068fbf9555b up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:29:59.880813 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aebe15b-376f-4fc5-8811-1c8cd5738ceb None None] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:29:59.994024 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:00.014578 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-c58167ef-dadb-45ea-98c3-0bfc562387e6 None None] Provisioning for port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:00.022165 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-c58167ef-dadb-45ea-98c3-0bfc562387e6 None None] Provisioning complete for port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:00.022526 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c58167ef-dadb-45ea-98c3-0bfc562387e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:00.082046 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-10c73dda-824b-4522-ad02-a8a876ca7253 req-f5ddef5f-09dd-4bad-b05f-a5d6034b2edb tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 0.0735667 Jan 17 17:30:00.175584 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Router 8971a1eb-044d-4bfb-acca-f146f9e6af74 is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:30:00.190805 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:00.255783 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c58167ef-dadb-45ea-98c3-0bfc562387e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:00.312712 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-c58167ef-dadb-45ea-98c3-0bfc562387e6 None None] For port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=28dbe34a-c2ec-4ede-b85d-6068fbf9555b,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:00.338588 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c58167ef-dadb-45ea-98c3-0bfc562387e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:00.456647 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:30:00.473309 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Sync routers for ids ['8971a1eb-044d-4bfb-acca-f146f9e6af74'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:30:00.491723 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Routers {'8971a1eb-044d-4bfb-acca-f146f9e6af74'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:00.492475 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:29:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8971a1eb-044d-4bfb-acca-f146f9e6af74'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:00.492653 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Router 2e7d71db-432c-4477-a39a-2db237d12b15 is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:30:00.509731 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58167ef-dadb-45ea-98c3-0bfc562387e6 None None] Pushing event updated for resources: {'Port': ['ID=28dbe34a-c2ec-4ede-b85d-6068fbf9555b,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:00.556384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:00.557783 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-e57ee73c-eded-47ba-ad55-4c0fbc6e7894 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1324716 Jan 17 17:30:00.560607 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53218) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:00.630859 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-606a2e54-52be-405c-bf58-16f31e7fad3f req-7492d531-da10-4c68-aa1c-0caa76009358 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 210 time: 0.0545900 Jan 17 17:30:00.789458 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Set router 8971a1eb-044d-4bfb-acca-f146f9e6af74 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:00.798185 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:30:00.810937 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Sync routers for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:30:00.827005 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:00.827622 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:29:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:00.834861 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:00.836399 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a6aa29f7-b788-403b-9a35-bf51b35a00ed admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6070914 Jan 17 17:30:00.838962 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 53224) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:00.887398 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-737e7ab1-78d2-41da-936a-e5b4173bf5c0 None None] Provisioning complete for port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:00.888129 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-737e7ab1-78d2-41da-936a-e5b4173bf5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:01.112285 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:29:58Z', 'revision_number': 3, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port': {'id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:01.117765 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Checking router: 8971a1eb-044d-4bfb-acca-f146f9e6af74 for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:30:01.118403 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Updating router 8971a1eb-044d-4bfb-acca-f146f9e6af74 port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:30:01.182196 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:01.186718 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:01.515722 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f2fdb257-89ec-4855-9b10-cfb3ccb1d11b req-eb21ad23-00f5-4302-ac89-07d9bef6024b tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 0.0883560 Jan 17 17:30:01.529541 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:01.607886 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:01.622173 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Transition to ACTIVE for port object b4ae22d9-d284-4ecb-b8ed-5a68df1c649b will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:01.632085 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:01.645980 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:29:59Z', 'revision_number': 3, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:01.652136 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Checking router: 2e7d71db-432c-4477-a39a-2db237d12b15 for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:30:01.652616 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Updating router 2e7d71db-432c-4477-a39a-2db237d12b15 port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:30:01.700919 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 28dbe34a-c2ec-4ede-b85d-6068fbf9555b up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:01.825862 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:01.872226 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Pushing event updated for resources: {'Port': ['ID=b4ae22d9-d284-4ecb-b8ed-5a68df1c649b,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:01.928484 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.931480 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.932052 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.932553 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.933034 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.933514 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.939133 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.940300 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.940824 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.942016 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.942516 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.943037 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Tracked resource versions report: Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: pushed versions: Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: { 'AddressGroup': {'1.2'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'ConntrackHelper': {'1.0'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Log': {'1.0'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Network': {'1.1'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Port': {'1.7'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'PortForwarding': {'1.2'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'QosPolicy': {'1.8'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SecurityGroup': {'1.4'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SubPort': {'1.0'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Subnet': {'1.1'}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Trunk': {'1.1'}} Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: consumer versions: Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: { DHCP agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: HyperV agent@hv-cinder-81888: {}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: L3 agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: Metadata agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: Metering agent@dv-cinder-818883-2-iscsi: {}, Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: Open vSwitch agent@dv-cinder-818883-2-iscsi: { 'AddressGroup': '1.2', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'ConntrackHelper': '1.0', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Log': '1.0', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Network': '1.1', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Port': '1.7', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'PortForwarding': '1.2', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'QosPolicy': '1.8', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SecurityGroup': '1.4', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SecurityGroupRule': '1.2', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'SubPort': '1.0', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Subnet': '1.1', Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: 'Trunk': '1.1'}} Jan 17 17:30:01.944338 dv-cinder-818883-2-iscsi neutron-server[86778]: {{(pid=86778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:30:01.985333 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Attempting to bind port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:01.985743 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Attempting to bind port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:01.986541 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Attempting to bind port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:01.995052 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:01.995557 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:01.995849 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:01.996245 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:01.996734 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Bound port: b4ae22d9-d284-4ecb-b8ed-5a68df1c649b, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:01.997126 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.067075 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Allocated IP 172.20.0.1 (f73ef950-9685-4823-bdb4-ca771d5095b2/dd4348a1-bf58-4398-8446-2b0bdaa1b6f5/b5b44ae1-4fbe-43df-8e39-8d6ec878a381) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:30:02.190393 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] For port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:02.198962 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] For port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=b4ae22d9-d284-4ecb-b8ed-5a68df1c649b,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:02.208239 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.302511 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f0592364-0063-4afe-b669-347772ffe576 req-96254256-0051-485d-872d-61b71dfa38a0 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 210 time: 0.1504633 Jan 17 17:30:02.310391 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Routers {'8971a1eb-044d-4bfb-acca-f146f9e6af74'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:02.311047 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:29:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8971a1eb-044d-4bfb-acca-f146f9e6af74'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:02.377985 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:02.378328 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.403795 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.442711 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.457935 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615deb3-d29f-4d2b-913a-86b33cd3e2cf None None] Pushing event updated for resources: {'Port': ['ID=b4ae22d9-d284-4ecb-b8ed-5a68df1c649b,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:02.596131 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Network f73ef950-9685-4823-bdb4-ca771d5095b2 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:02.607351 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:02.609545 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.611827 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:30:02.612281 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.655851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:02.767736 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.106', 56643) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:02.843522 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.871722 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Transition to ACTIVE for port object 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:02.876600 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ce1d651e-2f2d-4372-adce-356ab21e7b17 req-4aa61464-134e-460f-aefc-c029a9f1f47d tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 0.1421785 Jan 17 17:30:02.887310 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:02.950964 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] Set router 8971a1eb-044d-4bfb-acca-f146f9e6af74 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:03.119889 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8d251-050a-4495-957a-79e7f7f9f675 None None] Pushing event updated for resources: {'Port': ['ID=0fe155d8-d865-4768-9ae1-c6d7cdc05e34,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:03.190097 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:03.213443 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Attempting to bind port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:03.219208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Attempting to bind port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:03.219704 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Attempting to bind port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:03.233558 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:03.238639 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:03.239207 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:03.239736 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:03.240341 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Bound port: 0fe155d8-d865-4768-9ae1-c6d7cdc05e34, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:03.243778 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:03.364180 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Allocated IP 172.20.0.1 (9eea8a9f-3ad9-494d-ab24-7ff9c247018b/4e57f51e-fce6-431b-83fc-8024b8a3c661/41d70454-810e-4466-ad36-24614aa256f9) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:30:03.489893 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] For port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:03.508422 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] For port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=0fe155d8-d865-4768-9ae1-c6d7cdc05e34,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:03.515049 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:03.630084 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.106', 56651) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:03.637557 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-2fe90bce-8e12-4eb9-8efe-38a1726a30da tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:03.639326 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-2fe90bce-8e12-4eb9-8efe-38a1726a30da tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.106 "GET /v2.0/networks?id=811be144-b427-4084-aa12-5b4c3d555e77 HTTP/1.1" status: 200 len: 811 time: 0.8700960 Jan 17 17:30:03.716296 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:29:58Z', 'revision_number': 3, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port': {'id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:03.721212 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6573c68-a433-41d9-8cf0-a106f3f7de9e None None] The sync data for ids ['8971a1eb-044d-4bfb-acca-f146f9e6af74'] in dv-cinder-818883-2-iscsi is: [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:29:58Z', 'revision_number': 3, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port': {'id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:30:03.827547 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:03.847806 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6ab0ca49-bd2f-45c3-8865-d5481120db5a req-1f7fb1c5-4195-4d04-b718-809c5be8f7b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 210 time: 0.1300752 Jan 17 17:30:03.865868 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Request body: {'port': {'device_id': 'f96b57d8-40b6-4ef0-aa2f-287b577a3d6b', 'network_id': '811be144-b427-4084-aa12-5b4c3d555e77', 'admin_state_up': True, 'tenant_id': 'be5bd3e08af842ee838bf449936cd1a4'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:03.870557 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:03.871786 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:29:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:04.116918 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:04.128226 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:04.128941 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:04.173261 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8d251-050a-4495-957a-79e7f7f9f675 None None] Pushing event updated for resources: {'Port': ['ID=0fe155d8-d865-4768-9ae1-c6d7cdc05e34,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:04.225167 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53334) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:04.261778 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:04.310067 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:04.330412 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f317f6cd-510c-48d4-b810-6fd74bc20ee4 req-9c63977e-67eb-4cae-a130-952bcb87f73f tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 0.1038930 Jan 17 17:30:04.367813 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Transition to ACTIVE for port object 41d70454-810e-4466-ad36-24614aa256f9 will not be triggered until provisioned by entity DHCP. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:04.717128 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:04.812868 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-78f8447f-6a18-46e9-82ff-8c52d6858f32 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:04.814600 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-78f8447f-6a18-46e9-82ff-8c52d6858f32 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 814 time: 1.1741858 Jan 17 17:30:04.875769 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:04.896828 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Request body: {'port': {'device_id': '6e99ef44-ec92-49e3-a027-d5de8fe71145', 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'admin_state_up': True, 'tenant_id': '7d26f4da2df3414fac1e83af06f08bb8'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:04.910607 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1069fae504483bbc3564a39ddd4bce is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:04.926426 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:04.952463 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Network f73ef950-9685-4823-bdb4-ca771d5095b2 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:04.960915 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:04.968658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:05.068773 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:05.233254 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53380) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:05.277073 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:29:59Z', 'revision_number': 3, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:05.286535 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fd92c-c03c-407a-85f8-efc3e1986159 None None] The sync data for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi is: [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:29:59Z', 'revision_number': 3, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:30:05.442305 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:05.451888 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Usage tracker for resource:port and tenant:be5bd3e08af842ee838bf449936cd1a4 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:05.458289 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:05.469974 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:05.498523 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:05.532186 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:05.534328 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Made reservation on behalf of be5bd3e08af842ee838bf449936cd1a4 for: {'port': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:05.537930 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:05.576367 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:30:05.576933 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:05.836895 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device b4ae22d9-d284-4ecb-b8ed-5a68df1c649b up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:05.927799 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.098296 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:06.135381 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:06.141952 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.211709 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:06.255730 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Router 8971a1eb-044d-4bfb-acca-f146f9e6af74 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:30:06.293183 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] Usage tracker for resource:security_group_rule and tenant:d4ee8fed5c15489e9cc95fbb5c31cba6 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:06.299508 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.620700 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.700457 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=b4ae22d9-d284-4ecb-b8ed-5a68df1c649b,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:06.703075 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-fb9be8c7-dc6a-454f-9bce-4ee1a0ddb83f None None] Provisioning for port 41d70454-810e-4466-ad36-24614aa256f9 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:06.722687 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-fb9be8c7-dc6a-454f-9bce-4ee1a0ddb83f None None] Provisioning complete for port 41d70454-810e-4466-ad36-24614aa256f9 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:06.731772 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fb9be8c7-dc6a-454f-9bce-4ee1a0ddb83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.832320 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.875946 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:06.919814 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.931714 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:07.036346 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-28c953b9-9792-4a0c-8150-2838788ade87 req-0d003945-5878-4236-be01-ef575b11083c tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 1.0583112 Jan 17 17:30:07.042183 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999f5348-cd2e-49ad-a58d-d55a0b64caa5,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:07.117939 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-fb9be8c7-dc6a-454f-9bce-4ee1a0ddb83f None None] Port 41d70454-810e-4466-ad36-24614aa256f9 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:30:07.128793 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-b8396e69-b213-4a02-b4fc-d823cf4de269 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8c1069fae504483bbc3564a39ddd4bce&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8147910 Jan 17 17:30:07.132863 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53414) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:07.146394 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=b4ae22d9-d284-4ecb-b8ed-5a68df1c649b,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:07.152410 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:30:07.168803 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Sync routers for ids ['8971a1eb-044d-4bfb-acca-f146f9e6af74'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:30:07.185899 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Routers {'8971a1eb-044d-4bfb-acca-f146f9e6af74'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:07.188229 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:29:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8971a1eb-044d-4bfb-acca-f146f9e6af74'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:07.214515 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.389299 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-5d285404-8e06-4e92-9f9a-c5440f87df77 admin admin] 10.222.0.107 "PUT /v2.0/routers/8971a1eb-044d-4bfb-acca-f146f9e6af74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8275261 Jan 17 17:30:07.487103 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-81742821-041c-4e25-96e9-71fd2307202c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.599681 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cdd9521a-11d3-4aa8-b28e-bf71b28469c8 req-ed219cad-39b6-40d5-ba17-062e0572497e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 210 time: 2.2068734 Jan 17 17:30:07.625750 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.643630 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.679433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-81742821-041c-4e25-96e9-71fd2307202c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.698693 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Set router 8971a1eb-044d-4bfb-acca-f146f9e6af74 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:07.801314 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:07.833293 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Usage tracker for resource:port and tenant:7d26f4da2df3414fac1e83af06f08bb8 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:07.841304 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:07.867015 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-81742821-041c-4e25-96e9-71fd2307202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.873108 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8a01b3-6153-47b8-afc6-038fd80901a2,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:07.884871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:07.901587 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8c0fb108-1a4d-4c6e-a072-b19285888dab admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d4ee8fed5c15489e9cc95fbb5c31cba6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6261699 Jan 17 17:30:07.911461 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53436) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:07.953797 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device b4ae22d9-d284-4ecb-b8ed-5a68df1c649b up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:07.964146 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Made reservation on behalf of 7d26f4da2df3414fac1e83af06f08bb8 for: {'port': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:07.973016 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-81742821-041c-4e25-96e9-71fd2307202c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.976762 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-81742821-041c-4e25-96e9-71fd2307202c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/999f5348-cd2e-49ad-a58d-d55a0b64caa5 HTTP/1.1" status: 204 len: 168 time: 0.8296065 Jan 17 17:30:07.977403 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.978743 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81742821-041c-4e25-96e9-71fd2307202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999f5348-cd2e-49ad-a58d-d55a0b64caa5,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:08.184249 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:08.184621 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:08.190835 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c0190c21-8cdd-43fd-b0e4-27208bccb34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:08.260543 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c0190c21-8cdd-43fd-b0e4-27208bccb34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:08.396967 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Pushing event updated for resources: {'Port': ['ID=41d70454-810e-4466-ad36-24614aa256f9,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:08.414365 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c0190c21-8cdd-43fd-b0e4-27208bccb34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:08.433903 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Allocated IP 172.20.0.3 (811be144-b427-4084-aa12-5b4c3d555e77/a32de394-4084-40ef-b230-31bc53d12c30/03285fdf-54ea-4b91-a0af-d4810c3e106b) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:30:08.622287 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0190c21-8cdd-43fd-b0e4-27208bccb34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8a01b3-6153-47b8-afc6-038fd80901a2,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:08.666387 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c0190c21-8cdd-43fd-b0e4-27208bccb34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:08.667551 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-c0190c21-8cdd-43fd-b0e4-27208bccb34a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4a8a01b3-6153-47b8-afc6-038fd80901a2 HTTP/1.1" status: 204 len: 168 time: 0.7080171 Jan 17 17:30:08.673114 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:08.675694 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2a591d07-697b-4adf-957f-e18cfaf274fc req-06c4e4ed-5cbc-445e-9464-2e9b19b4e0c0 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 0.2718484 Jan 17 17:30:08.895543 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.db.resource_extend [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 17:30:08.905324 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:08.918776 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:08.918776 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:09.000084 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:09.013469 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:09.014412 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:09.064844 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:02Z', 'revision_number': 4, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port': {'id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'b5b44ae1-4fbe-43df-8e39-8d6ec878a381', 'name': '', 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'mac_address': 'fa:16:3e:9d:31:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'dd4348a1-bf58-4398-8446-2b0bdaa1b6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:01Z', 'updated_at': '2022-01-17T17:30:03Z', 'revision_number': 2, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'subnets': [{'id': 'dd4348a1-bf58-4398-8446-2b0bdaa1b6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:09.076160 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Checking router: 8971a1eb-044d-4bfb-acca-f146f9e6af74 for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:30:09.076651 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Updating router 8971a1eb-044d-4bfb-acca-f146f9e6af74 port b5b44ae1-4fbe-43df-8e39-8d6ec878a381 binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:30:09.262080 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:09.490889 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-997728fd-6980-4c09-8291-69e93d66ff27 req-df4dc734-a050-41fa-b186-af000a4d5eea tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 210 time: 0.1190195 Jan 17 17:30:09.593961 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:09.655736 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=0fe155d8-d865-4768-9ae1-c6d7cdc05e34,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:09.663043 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:09.675903 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:09.742843 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Allocated IP 172.20.0.14 (e03e611e-fca4-4a6e-bc9d-ec7727623106/e7cf182d-998a-46e5-af63-814fadc47a4b/0088cf92-d5fe-4a73-800e-ba8692fa680e) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:30:09.874731 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=0fe155d8-d865-4768-9ae1-c6d7cdc05e34,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:10.057690 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:10.206396 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:10.262140 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Transition to ACTIVE for port object b5b44ae1-4fbe-43df-8e39-8d6ec878a381 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:10.290552 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:10.339641 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9972e4-9bf5-4957-a25c-c344cbade761 req-5451ef2b-b472-4454-824f-83ecd8c9f498 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:10.341260 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c9972e4-9bf5-4957-a25c-c344cbade761 req-5451ef2b-b472-4454-824f-83ecd8c9f498 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 931 time: 0.2218556 Jan 17 17:30:10.483690 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c9972e4-9bf5-4957-a25c-c344cbade761 req-e0c0c431-17c5-447d-994d-e2d2bccf4a15 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299326 Jan 17 17:30:10.523556 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Pushing event updated for resources: {'Port': ['ID=41d70454-810e-4466-ad36-24614aa256f9,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:10.764618 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Network 811be144-b427-4084-aa12-5b4c3d555e77 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:10.850562 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-18024b1b-d947-4769-b45f-2141858b8bd9 req-74ffb0c9-0282-42d3-89e2-964ff3b71c76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 210 time: 0.1043704 Jan 17 17:30:10.876405 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:10.898406 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:30:10.911526 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:10.912161 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:11.010523 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Pushing event updated for resources: {'Port': ['ID=03285fdf-54ea-4b91-a0af-d4810c3e106b,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:11.051655 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-d180f89c-9e88-4605-85d6-f4e0d595488f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:11.052612 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-d180f89c-9e88-4605-85d6-f4e0d595488f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Synchronizing usage tracker for tenant:142cb884a6364443a8724b584d9f7c0f on resource:network {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:11.065693 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-cd59f42d-130f-4602-a826-0ff025620714 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2131209 Jan 17 17:30:11.083432 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:11.091241 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-df66d92c-e429-4bec-a3d1-d81d6b5939d6 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:30:11.092494 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-df66d92c-e429-4bec-a3d1-d81d6b5939d6 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180545 Jan 17 17:30:11.102714 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:11.106864 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e6518-4e1b-4a21-9e1d-b49639085a71 None None] Pushing event updated for resources: {'Port': ['ID=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:11.108426 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:11.119314 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-d180f89c-9e88-4605-85d6-f4e0d595488f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Unset dirty status for tenant:142cb884a6364443a8724b584d9f7c0f on resource:network {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:11.120853 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-d180f89c-9e88-4605-85d6-f4e0d595488f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 818 time: 1.0742867 Jan 17 17:30:11.246264 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Attempting to bind port b5b44ae1-4fbe-43df-8e39-8d6ec878a381 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:11.246853 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Attempting to bind port b5b44ae1-4fbe-43df-8e39-8d6ec878a381 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:11.247032 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Attempting to bind port b5b44ae1-4fbe-43df-8e39-8d6ec878a381 on network f73ef950-9685-4823-bdb4-ca771d5095b2 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:11.297218 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:11.297598 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Checking segment: {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:11.298007 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:11.299193 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Bound using segment: {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:11.299730 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Bound port: b5b44ae1-4fbe-43df-8e39-8d6ec878a381, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:11.300173 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:11.580907 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-ad25d827-d497-4998-a0fa-aa2e80a38dd5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/quotas/142cb884a6364443a8724b584d9f7c0f HTTP/1.1" status: 200 len: 375 time: 0.2453973 Jan 17 17:30:11.685552 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] For port b5b44ae1-4fbe-43df-8e39-8d6ec878a381, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:11.700134 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] For port b5b44ae1-4fbe-43df-8e39-8d6ec878a381, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:11.716998 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:11.807116 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-9e8d2125-4879-4d42-9e61-fa6e9258317b None None] Provisioning complete for port 41d70454-810e-4466-ad36-24614aa256f9 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:11.811462 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9e8d2125-4879-4d42-9e61-fa6e9258317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:12.103288 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:12.182519 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c941d-ef1c-427d-a2e5-109c73d3b222 req-47f7963e-7fa3-4dcc-8b5b-8e6e3c026642 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:12.197413 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0c941d-ef1c-427d-a2e5-109c73d3b222 req-47f7963e-7fa3-4dcc-8b5b-8e6e3c026642 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 931 time: 0.3261957 Jan 17 17:30:12.219211 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Request body: {'port': {'device_id': 'f96b57d8-40b6-4ef0-aa2f-287b577a3d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:12.219815 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Routers {'8971a1eb-044d-4bfb-acca-f146f9e6af74'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:12.219995 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:29:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8971a1eb-044d-4bfb-acca-f146f9e6af74'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:12.291662 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:12.313221 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0c941d-ef1c-427d-a2e5-109c73d3b222 req-edb31c08-ed33-4d81-848e-784b0ae2b3ee tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105824 Jan 17 17:30:12.316732 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d2125-4879-4d42-9e61-fa6e9258317b None None] Port 41d70454-810e-4466-ad36-24614aa256f9 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:30:12.492955 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e6518-4e1b-4a21-9e1d-b49639085a71 None None] Pushing event updated for resources: {'Port': ['ID=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,revision_number=4']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:12.499312 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:12.499686 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:12.601718 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Pushing event updated for resources: {'Port': ['ID=0088cf92-d5fe-4a73-800e-ba8692fa680e,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:12.648151 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Router 2e7d71db-432c-4477-a39a-2db237d12b15 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:30:12.664210 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Network e03e611e-fca4-4a6e-bc9d-ec7727623106 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:12.671318 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:12.709581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:30:12.733862 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:12.735324 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:12.762486 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafc2be-b57b-4c15-b216-995995fb708c req-4e868640-6501-4dca-ac72-dae25b4aef8b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:12.777921 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3dafc2be-b57b-4c15-b216-995995fb708c req-4e868640-6501-4dca-ac72-dae25b4aef8b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 932 time: 0.2383959 Jan 17 17:30:12.813612 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-ba2815b7-78e0-4ec6-b24d-b45a95ab78b7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9519131 Jan 17 17:30:12.841583 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-5dfd1cde-cf6d-42cd-99a1-84e68a98823f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2341483 Jan 17 17:30:12.925569 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-3dafc2be-b57b-4c15-b216-995995fb708c req-cdbf3221-e3f3-46de-9832-cb3acc776ad0 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:12.985089 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-3dafc2be-b57b-4c15-b216-995995fb708c req-cdbf3221-e3f3-46de-9832-cb3acc776ad0 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:12.987852 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] Set router 8971a1eb-044d-4bfb-acca-f146f9e6af74 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:13.004568 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3dafc2be-b57b-4c15-b216-995995fb708c req-cdbf3221-e3f3-46de-9832-cb3acc776ad0 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255862 Jan 17 17:30:13.053444 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Request body: {'port': {'device_id': '6e99ef44-ec92-49e3-a027-d5de8fe71145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:13.637387 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:02Z', 'revision_number': 4, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port': {'id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'b5b44ae1-4fbe-43df-8e39-8d6ec878a381', 'name': '', 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'mac_address': 'fa:16:3e:9d:31:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'dd4348a1-bf58-4398-8446-2b0bdaa1b6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:01Z', 'updated_at': '2022-01-17T17:30:11Z', 'revision_number': 4, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'subnets': [{'id': 'dd4348a1-bf58-4398-8446-2b0bdaa1b6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:13.654580 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:13.659241 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b111726-2dfd-491c-aea9-c46f3c12eda8 None None] The sync data for ids ['8971a1eb-044d-4bfb-acca-f146f9e6af74'] in dv-cinder-818883-2-iscsi is: [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:02Z', 'revision_number': 4, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port': {'id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'b5b44ae1-4fbe-43df-8e39-8d6ec878a381', 'name': '', 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'mac_address': 'fa:16:3e:9d:31:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'dd4348a1-bf58-4398-8446-2b0bdaa1b6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:01Z', 'updated_at': '2022-01-17T17:30:11Z', 'revision_number': 4, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'subnets': [{'id': 'dd4348a1-bf58-4398-8446-2b0bdaa1b6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:30:13.813739 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6f3f0-8175-4486-9e8d-9dd05797245e req-85195da4-c361-4e47-af46-efcfbf6054cb tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:13.830497 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-95f6f3f0-8175-4486-9e8d-9dd05797245e req-85195da4-c361-4e47-af46-efcfbf6054cb tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 931 time: 0.2389288 Jan 17 17:30:14.069034 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-95f6f3f0-8175-4486-9e8d-9dd05797245e req-16a195c2-f46e-4153-9651-c0cf04030470 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358935 Jan 17 17:30:14.628418 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb025e73-3b6a-47e5-9b18-492bc0be53e7 req-508b8153-629f-4b7d-84a4-5ba6d61564c6 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:14.647947 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cb025e73-3b6a-47e5-9b18-492bc0be53e7 req-508b8153-629f-4b7d-84a4-5ba6d61564c6 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 932 time: 0.2961676 Jan 17 17:30:14.803698 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cb025e73-3b6a-47e5-9b18-492bc0be53e7 req-2aad3b0f-4d2f-455b-b1f8-c3a52a5f324c tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547737 Jan 17 17:30:14.812008 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:14.966113 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53626) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:15.070009 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-e7835d28-4ff1-4851-accb-62ce224c5bf0 service neutron] 10.222.0.107 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0977068 Jan 17 17:30:15.169097 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:30:15.179513 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Sync routers for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:30:15.195580 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:15.196220 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:29:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:15.213606 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-8acb3a60-90fd-4231-a01a-d8005f3ec656 admin admin] 10.222.0.107 "PUT /v2.0/routers/2e7d71db-432c-4477-a39a-2db237d12b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3619957 Jan 17 17:30:15.311700 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:15.384326 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:15.402925 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] Usage tracker for resource:security_group_rule and tenant:e690580c5e64478a94e76945e371e2e8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:15.412131 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:15.449032 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:15.747012 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2ed6c-d7e9-4138-9afe-cb4b09b4fa74 req-ef3fa272-b689-40e9-b257-0d475f8f1833 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:15.753293 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2aa2ed6c-d7e9-4138-9afe-cb4b09b4fa74 req-ef3fa272-b689-40e9-b257-0d475f8f1833 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 931 time: 0.2966948 Jan 17 17:30:15.849880 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53654) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:15.898168 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:15.962989 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2aa2ed6c-d7e9-4138-9afe-cb4b09b4fa74 req-338a00ba-996d-4f50-8147-e640323321aa tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973615 Jan 17 17:30:16.063737 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:16.075206 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:16.150786 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device b5b44ae1-4fbe-43df-8e39-8d6ec878a381 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:16.219481 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbbf00d-863b-4fd1-a57c-b2b90ffa384f,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:16.226331 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-578aeb5b-6f92-46fa-b73e-220055d70a25 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e690580c5e64478a94e76945e371e2e8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2591820 Jan 17 17:30:16.229029 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53668) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:16.360907 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-b49e382c-867f-49f8-99ee-914b3c5bfe16 service neutron] 10.222.0.107 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2713523 Jan 17 17:30:16.486026 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:16.593789 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:16.633625 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7d371e8a-7744-4f93-935f-ed42f8c92c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:16.734286 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] Usage tracker for resource:security_group_rule and tenant:89679e7505ec42e39fcf818a44a8773c is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:16.763622 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:16.781617 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7d371e8a-7744-4f93-935f-ed42f8c92c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:16.805887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:16.838117 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0088cf92-d5fe-4a73-800e-ba8692fa680e {{(pid=86776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:16.865006 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:16.909552 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Transition to ACTIVE for port object 0088cf92-d5fe-4a73-800e-ba8692fa680e will not be triggered until provisioned by entity L2. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:16.955963 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7d371e8a-7744-4f93-935f-ed42f8c92c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.008707 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d371e8a-7744-4f93-935f-ed42f8c92c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbbf00d-863b-4fd1-a57c-b2b90ffa384f,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:17.076262 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:30:17.082254 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7d371e8a-7744-4f93-935f-ed42f8c92c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.089159 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-7d371e8a-7744-4f93-935f-ed42f8c92c86 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7dbbf00d-863b-4fd1-a57c-b2b90ffa384f HTTP/1.1" status: 204 len: 168 time: 0.8568661 Jan 17 17:30:17.133581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.154102 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port b5b44ae1-4fbe-43df-8e39-8d6ec878a381 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:17.184767 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.188551 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port b5b44ae1-4fbe-43df-8e39-8d6ec878a381 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:17.189470 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.192695 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.255572 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03285fdf-54ea-4b91-a0af-d4810c3e106b {{(pid=86776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:17.278377 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=89679e7505ec42e39fcf818a44a8773c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4274518 Jan 17 17:30:17.280790 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.281276 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53692) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:17.362846 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d689f-4958-41a4-9684-c795f7af2354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a795aca-b586-4ad8-9a9f-c49ee6f68ed2,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:17.401941 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Transition to ACTIVE for port object 03285fdf-54ea-4b91-a0af-d4810c3e106b will not be triggered until provisioned by entity L2. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:17.405630 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Pushing event updated for resources: {'Port': ['ID=0088cf92-d5fe-4a73-800e-ba8692fa680e,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:17.456030 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:07Z', 'revision_number': 2, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:17.457033 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.466142 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Checking router: 2e7d71db-432c-4477-a39a-2db237d12b15 for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:30:17.466810 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Updating router 2e7d71db-432c-4477-a39a-2db237d12b15 port 41d70454-810e-4466-ad36-24614aa256f9 binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:30:17.479486 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-03d49cef-3836-468d-bc8e-6ac697cc3798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.519979 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-03d49cef-3836-468d-bc8e-6ac697cc3798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.574891 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.585481 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.606351 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-03d49cef-3836-468d-bc8e-6ac697cc3798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.641078 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d49cef-3836-468d-bc8e-6ac697cc3798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a795aca-b586-4ad8-9a9f-c49ee6f68ed2,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:17.653597 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-03d49cef-3836-468d-bc8e-6ac697cc3798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.654734 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-03d49cef-3836-468d-bc8e-6ac697cc3798 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7a795aca-b586-4ad8-9a9f-c49ee6f68ed2 HTTP/1.1" status: 204 len: 168 time: 0.3724108 Jan 17 17:30:17.670685 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Pushing event updated for resources: {'Port': ['ID=03285fdf-54ea-4b91-a0af-d4810c3e106b,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:17.695260 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53704) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:17.695688 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Attempting to bind port 0088cf92-d5fe-4a73-800e-ba8692fa680e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:17.696342 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Attempting to bind port 0088cf92-d5fe-4a73-800e-ba8692fa680e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:17.697672 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Attempting to bind port 0088cf92-d5fe-4a73-800e-ba8692fa680e on network e03e611e-fca4-4a6e-bc9d-ec7727623106 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:17.703579 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454374096', 'description': 'tempest-description--82621129'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:17.712568 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port b5b44ae1-4fbe-43df-8e39-8d6ec878a381, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:17.721872 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:17.731695 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:security_group and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:17.735488 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:17.749713 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:17.776716 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.784120 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.842213 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:17.879183 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Port 0088cf92-d5fe-4a73-800e-ba8692fa680e on network e03e611e-fca4-4a6e-bc9d-ec7727623106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:30:17.879488 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Attempting to bind port 0088cf92-d5fe-4a73-800e-ba8692fa680e on network e03e611e-fca4-4a6e-bc9d-ec7727623106 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:17.947782 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37732e-c500-471c-8525-b2bffdaf5398 req-a1c2c235-32f9-4e7a-8e70-7d0bda975184 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:17.948654 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-ad37732e-c500-471c-8525-b2bffdaf5398 req-a1c2c235-32f9-4e7a-8e70-7d0bda975184 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:17.960093 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:17.960932 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Checking segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:17.961992 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Bound using segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:17.962899 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Bound port: 0088cf92-d5fe-4a73-800e-ba8692fa680e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'}}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:17.963596 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:17.970776 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:security_group_rule and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:17.974597 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-dc04e8fa-4f1f-40ac-95ec-23db386bc8ec req-30e79bd4-0624-4f33-89a1-998227f7832f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Synchronizing usage tracker for tenant:142cb884a6364443a8724b584d9f7c0f on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:17.977059 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:17.995101 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:18.089674 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Attempting to bind port 03285fdf-54ea-4b91-a0af-d4810c3e106b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:18.091692 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Attempting to bind port 03285fdf-54ea-4b91-a0af-d4810c3e106b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'bb43be78-a3f2-43d1-b846-34b4dfce34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '811be144-b427-4084-aa12-5b4c3d555e77'}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:18.092806 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Attempting to bind port 03285fdf-54ea-4b91-a0af-d4810c3e106b on network 811be144-b427-4084-aa12-5b4c3d555e77 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:18.131263 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.144304 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.152267 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-ad37732e-c500-471c-8525-b2bffdaf5398 req-a1c2c235-32f9-4e7a-8e70-7d0bda975184 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:18.178428 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ad37732e-c500-471c-8525-b2bffdaf5398 req-a1c2c235-32f9-4e7a-8e70-7d0bda975184 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 944 time: 1.2370851 Jan 17 17:30:18.211373 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Port 03285fdf-54ea-4b91-a0af-d4810c3e106b on network 811be144-b427-4084-aa12-5b4c3d555e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:30:18.214069 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Attempting to bind port 03285fdf-54ea-4b91-a0af-d4810c3e106b on network 811be144-b427-4084-aa12-5b4c3d555e77 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:18.216464 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.217389 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.5207593 Jan 17 17:30:18.221471 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-dc04e8fa-4f1f-40ac-95ec-23db386bc8ec req-30e79bd4-0624-4f33-89a1-998227f7832f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Unset dirty status for tenant:142cb884a6364443a8724b584d9f7c0f on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:18.223822 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc04e8fa-4f1f-40ac-95ec-23db386bc8ec req-30e79bd4-0624-4f33-89a1-998227f7832f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 210 time: 0.3847978 Jan 17 17:30:18.224454 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53726) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:18.245369 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53728) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:18.249112 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-4117b843-a50d-41ed-9d6f-0b7b91e28a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.268071 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'security_group_rule': {'security_group_id': '7945afea-cd5a-47b1-8c83-25106b45144e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:18.288028 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:18.288739 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Checking segment: {'id': 'bb43be78-a3f2-43d1-b846-34b4dfce34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '811be144-b427-4084-aa12-5b4c3d555e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:18.289126 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Bound using segment: {'id': 'bb43be78-a3f2-43d1-b846-34b4dfce34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '811be144-b427-4084-aa12-5b4c3d555e77'} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:18.289566 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Bound port: 03285fdf-54ea-4b91-a0af-d4810c3e106b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb43be78-a3f2-43d1-b846-34b4dfce34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '811be144-b427-4084-aa12-5b4c3d555e77'}}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:18.289907 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.296036 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:18.303178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.308987 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:18.317462 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2295b-593a-440c-8f9c-20333f540cb2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7945afea-cd5a-47b1-8c83-25106b45144e,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:18.335546 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:security_group_rule and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:18.352118 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:18.356704 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] Usage tracker for resource:security_group_rule and tenant:bbc429ebb36d4dc88164c6fd0bb46491 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:18.360013 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:18.369569 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:18.497285 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.505269 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:18.535518 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.551441 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Transition to ACTIVE for port object 41d70454-810e-4466-ad36-24614aa256f9 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:18.559703 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.608827 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] For port 03285fdf-54ea-4b91-a0af-d4810c3e106b, host hv-cinder-81888, cleared binding levels {{(pid=86776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:18.630153 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] For port 03285fdf-54ea-4b91-a0af-d4810c3e106b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=03285fdf-54ea-4b91-a0af-d4810c3e106b,segment=NetworkSegment(bb43be78-a3f2-43d1-b846-34b4dfce34bd),segment_id=bb43be78-a3f2-43d1-b846-34b4dfce34bd)] {{(pid=86776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:18.632297 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] For port 0088cf92-d5fe-4a73-800e-ba8692fa680e, host hv-cinder-81888, cleared binding levels {{(pid=86776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:18.641546 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ad37732e-c500-471c-8525-b2bffdaf5398 req-b0ce974a-f730-4b14-ae28-61aa57807026 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606454 Jan 17 17:30:18.648483 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] For port 0088cf92-d5fe-4a73-800e-ba8692fa680e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0088cf92-d5fe-4a73-800e-ba8692fa680e,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:18.650078 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.659996 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.672509 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:18.714029 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742cd89-6d9b-4e3a-bebb-7eb0f40da837 None None] Pushing event updated for resources: {'Port': ['ID=41d70454-810e-4466-ad36-24614aa256f9,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:18.734110 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bbc429ebb36d4dc88164c6fd0bb46491&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4630835 Jan 17 17:30:18.743279 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53750) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:18.777941 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8519a-2e39-4693-a308-0b46139b67ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4115b8c8-ac43-44a6-885a-936548ca4210,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:18.809678 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:18.844672 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Pushing event updated for resources: {'Port': ['ID=03285fdf-54ea-4b91-a0af-d4810c3e106b,revision_number=3']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:18.855384 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.003634 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53768) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:19.089781 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd667cb1-d177-4412-a012-b0dd3b9531c5 req-633b33cd-2708-4ab1-bf51-ad2303935fe8 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:19.104412 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd667cb1-d177-4412-a012-b0dd3b9531c5 req-633b33cd-2708-4ab1-bf51-ad2303935fe8 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 943 time: 0.6024969 Jan 17 17:30:19.120811 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-8dfdf4ce-a898-4c6e-b372-fc86cc1cac33 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:19.122354 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-8dfdf4ce-a898-4c6e-b372-fc86cc1cac33 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 818 time: 0.2177453 Jan 17 17:30:19.136921 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.158790 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Attempting to bind port 41d70454-810e-4466-ad36-24614aa256f9 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:19.159179 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Attempting to bind port 41d70454-810e-4466-ad36-24614aa256f9 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:19.159507 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Attempting to bind port 41d70454-810e-4466-ad36-24614aa256f9 on network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:19.161024 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7e000315-2354-4cba-99ea-d4eb3b2956e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.165115 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:19.165743 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.165863 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.167871 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-4c3721e5-feee-4333-aa09-3213f319a79f service neutron] 10.222.0.106 "PUT /v2.0/ports/03285fdf-54ea-4b91-a0af-d4810c3e106b HTTP/1.1" status: 200 len: 1093 time: 7.7131133 Jan 17 17:30:19.168761 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96b57d8-40b6-4ef0-aa2f-287b577a3d6b', 'tag': '03285fdf-54ea-4b91-a0af-d4810c3e106b'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:19.169508 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:19.169883 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Checking segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:19.170280 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.170847 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Bound using segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:19.171486 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Bound port: 41d70454-810e-4466-ad36-24614aa256f9, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:19.171856 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.232301 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-318851269-network', 'tenant_id': '1c13f3ef7bb84b6e83a5549f4bf99d92'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:19.235286 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e31243a-2735-4b87-a8a2-0ace2fadd8fe,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:19.237595 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-4e7a782e-b11f-4f2a-bfd2-0af034d54470 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/quotas/142cb884a6364443a8724b584d9f7c0f HTTP/1.1" status: 200 len: 375 time: 0.1017101 Jan 17 17:30:19.244250 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7e000315-2354-4cba-99ea-d4eb3b2956e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.251043 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:19.265820 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Usage tracker for resource:network and tenant:1c13f3ef7bb84b6e83a5549f4bf99d92 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:19.275779 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:19.291895 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd667cb1-d177-4412-a012-b0dd3b9531c5 req-147566e9-f7b3-4f4c-aef0-0ee9585b7761 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625018 Jan 17 17:30:19.296135 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:19.302461 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] For port 41d70454-810e-4466-ad36-24614aa256f9, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:19.309291 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.309843 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] For port 41d70454-810e-4466-ad36-24614aa256f9, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=41d70454-810e-4466-ad36-24614aa256f9,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:19.310445 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1caf7674-d9e8-4599-9109-23442aaad95c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0664606 Jan 17 17:30:19.318889 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53782) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:19.331786 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'security_group_rule': {'security_group_id': '7945afea-cd5a-47b1-8c83-25106b45144e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:19.333597 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.337682 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:19.342998 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:security_group_rule and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:19.346547 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Made reservation on behalf of 1c13f3ef7bb84b6e83a5549f4bf99d92 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:19.348826 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.363964 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:19.370872 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.382701 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:19.386193 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Pushing event updated for resources: {'Port': ['ID=0088cf92-d5fe-4a73-800e-ba8692fa680e,revision_number=3']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:19.394525 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:19.399061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7e000315-2354-4cba-99ea-d4eb3b2956e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.402994 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Usage tracker for resource:security_group_rule and tenant:1c13f3ef7bb84b6e83a5549f4bf99d92 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:19.411996 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:19.421547 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:19.424045 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e000315-2354-4cba-99ea-d4eb3b2956e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4115b8c8-ac43-44a6-885a-936548ca4210,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:19.437373 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.449503 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:19.450120 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.451642 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-55bca059-cb0b-4d37-8641-76e2d80ea046 service neutron] 10.222.0.106 "PUT /v2.0/ports/0088cf92-d5fe-4a73-800e-ba8692fa680e HTTP/1.1" status: 200 len: 1094 time: 6.4091282 Jan 17 17:30:19.452143 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:19.453220 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:29:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:19.457948 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7e000315-2354-4cba-99ea-d4eb3b2956e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.459371 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-7e000315-2354-4cba-99ea-d4eb3b2956e7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4115b8c8-ac43-44a6-885a-936548ca4210 HTTP/1.1" status: 204 len: 168 time: 0.7021739 Jan 17 17:30:19.495839 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-8f680c78-d710-4b77-b0c2-7f171df83301 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2572274 Jan 17 17:30:19.627115 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742cd89-6d9b-4e3a-bebb-7eb0f40da837 None None] Pushing event updated for resources: {'Port': ['ID=41d70454-810e-4466-ad36-24614aa256f9,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:19.679357 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.696208 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.753780 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96b57d8-40b6-4ef0-aa2f-287b577a3d6b', 'tag': '03285fdf-54ea-4b91-a0af-d4810c3e106b', 'status': 'completed', 'code': 200} Jan 17 17:30:19.859537 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c9c9f4-f4e8-4382-9422-64424d33cca5,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:19.871594 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.875579 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:30:19.883812 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.941434 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device b5b44ae1-4fbe-43df-8e39-8d6ec878a381 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:19.973222 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe45864-3db9-4d18-bde9-568db17f6ff9,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:19.988122 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:19.988725 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Added segment 9fce515b-e817-4058-8b42-4a672c800227 of type vlan for network 15f53fdb-1510-4aca-95fb-a07f4c2ac517 Jan 17 17:30:20.060264 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-b30965e8-6365-4e24-9bc0-6d6a47ee05e2 service neutron] 10.222.0.107 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627365 Jan 17 17:30:20.063701 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:20.072002 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:20.076943 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-63a85b38-aeaa-41af-a74d-24df60fed027 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7570231 Jan 17 17:30:20.081938 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53804) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:20.094718 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-fe5b1810-5d8a-4752-92dd-1e13ed245138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:20.097050 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-fe5b1810-5d8a-4752-92dd-1e13ed245138 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=be5bd3e08af842ee838bf449936cd1a4&device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 1096 time: 0.3545604 Jan 17 17:30:20.097826 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:20.102364 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-95c7e79f-8583-45c4-b19e-c2bd6b441248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:20.104434 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-95c7e79f-8583-45c4-b19e-c2bd6b441248 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 1097 time: 0.2423744 Jan 17 17:30:20.120904 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:20.143948 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:20.160968 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:floatingip and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:20.181141 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:20.197519 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:20.249397 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:20.252335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:20.253969 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:20.257412 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-6612640c-fd5a-4a60-ab23-ec3e56b64d0a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03285fdf-54ea-4b91-a0af-d4810c3e106b HTTP/1.1" status: 200 len: 217 time: 0.1515982 Jan 17 17:30:20.264521 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port b5b44ae1-4fbe-43df-8e39-8d6ec878a381 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:20.264824 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:20.400577 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:20.422719 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed4fe7-c7b7-4a65-9c1a-338deb4bce7c req-baec6e57-b40e-43d1-8ad5-d04fad249a22 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:20.424826 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-41ed4fe7-c7b7-4a65-9c1a-338deb4bce7c req-baec6e57-b40e-43d1-8ad5-d04fad249a22 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 944 time: 0.5172100 Jan 17 17:30:20.482193 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4706962 Jan 17 17:30:20.500170 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-196852f5-d09e-4c50-bf23-8feb0032adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:20.533254 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 53824) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:20.543779 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-3138b46d-29c6-44b9-b553-3bc81938528f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0088cf92-d5fe-4a73-800e-ba8692fa680e HTTP/1.1" status: 200 len: 217 time: 0.3395228 Jan 17 17:30:20.559178 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-41ed4fe7-c7b7-4a65-9c1a-338deb4bce7c req-44094b13-3199-4366-876c-98c7a1b2bc8e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985174 Jan 17 17:30:20.577815 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Request body: {'subnet': {'network_id': '15f53fdb-1510-4aca-95fb-a07f4c2ac517', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-318851269-subnet', 'tenant_id': '1c13f3ef7bb84b6e83a5549f4bf99d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:20.749904 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.106', 56673) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:20.788608 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:20.795572 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83756515-d193-4b36-8950-e8067b79447c admin admin] Pushing event updated for resources: {'Network': ['ID=15f53fdb-1510-4aca-95fb-a07f4c2ac517,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:20.825494 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Usage tracker for resource:subnet and tenant:1c13f3ef7bb84b6e83a5549f4bf99d92 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:20.832384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:20.854956 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:20.880917 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 15f53fdb-1510-4aca-95fb-a07f4c2ac517 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:30:20.953871 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Made reservation on behalf of 1c13f3ef7bb84b6e83a5549f4bf99d92 for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:20.957857 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:21.036588 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-1a5e79b3-4400-4b84-b713-45c5b45e0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:21.039736 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-1a5e79b3-4400-4b84-b713-45c5b45e0d22 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.4733822 Jan 17 17:30:21.213107 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-382f4aca-f821-46c6-abbd-04e031197066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:21.215521 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-382f4aca-f821-46c6-abbd-04e031197066 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a32de394-4084-40ef-b230-31bc53d12c30 HTTP/1.1" status: 200 len: 851 time: 0.8283057 Jan 17 17:30:21.225100 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-1482fc8d-1c0a-41f7-809e-f8367596df9b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936389 Jan 17 17:30:21.238426 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a85afb-488f-4747-ba62-259846127913 req-c7866ede-610b-4575-9c1a-e77f6f36eb75 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:21.259569 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-28a85afb-488f-4747-ba62-259846127913 req-c7866ede-610b-4575-9c1a-e77f6f36eb75 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 943 time: 0.4117999 Jan 17 17:30:21.290317 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-8c4ffe5f-dc64-4223-ba48-0d6b0db5aec4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=811be144-b427-4084-aa12-5b4c3d555e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598857 Jan 17 17:30:21.377177 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:21.379332 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-56080f9c-caa3-4725-8fe9-5534720dc123 service neutron] 10.222.0.107 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3181193 Jan 17 17:30:21.387965 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:19Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:21.398131 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa5d33-7958-46cb-a4de-f8052c0c2d13 None None] The sync data for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi is: [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:19Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:30:21.515367 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-28a85afb-488f-4747-ba62-259846127913 req-581ecdc2-4eaa-41c9-8631-8c6ff46e4607 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553163 Jan 17 17:30:21.589317 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:21.863179 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:21.941699 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e99ef44-ec92-49e3-a027-d5de8fe71145', 'tag': '0088cf92-d5fe-4a73-800e-ba8692fa680e'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:21.955667 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 41d70454-810e-4466-ad36-24614aa256f9 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:22.117537 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 41d70454-810e-4466-ad36-24614aa256f9 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:22.172863 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Allocated IP 172.27.3.45 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/4413adbc-2aba-4d3f-9e45-6b1c229d4fc2) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:30:22.177128 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 41d70454-810e-4466-ad36-24614aa256f9 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:22.177508 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.195644 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.245355 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 53894) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:22.398125 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-28b583d3-1560-4138-8c5a-cdf814f9946c service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1025910 Jan 17 17:30:22.430324 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-069f5846-062b-417b-a289-c9e965a6e0c2 service neutron] 10.222.0.106 "GET /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1108592 Jan 17 17:30:22.443787 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.444460 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-0f1d53d5-948b-417d-83d0-dab0683e88e7 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:22.449393 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-0f1d53d5-948b-417d-83d0-dab0683e88e7 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 818 time: 1.6910927 Jan 17 17:30:22.472769 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fc6995db-9171-4521-a0bf-2d8dcfa06dc2 req-59c35afa-2de4-42df-b080-1b4ecca12ff7 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 210 time: 0.5185597 Jan 17 17:30:22.535208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.585096 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 41d70454-810e-4466-ad36-24614aa256f9, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=41d70454-810e-4466-ad36-24614aa256f9,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:22.595646 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.625862 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.652061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e172ea-42ac-421e-80d9-807f57403006,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:22.678822 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e99ef44-ec92-49e3-a027-d5de8fe71145', 'tag': '0088cf92-d5fe-4a73-800e-ba8692fa680e', 'status': 'completed', 'code': 200} Jan 17 17:30:22.691961 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061084-f563-4861-aa43-3ef0062f921a req-9e4e4767-719b-493b-a038-055d0c95f025 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:22.693493 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9b061084-f563-4861-aa43-3ef0062f921a req-9e4e4767-719b-493b-a038-055d0c95f025 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 944 time: 0.8073525 Jan 17 17:30:22.720305 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=41d70454-810e-4466-ad36-24614aa256f9,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:22.765219 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Checking segment: {'id': '9fce515b-e817-4058-8b42-4a672c800227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '15f53fdb-1510-4aca-95fb-a07f4c2ac517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:22.765570 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Network hostable DHCP agents. Network: 15f53fdb-1510-4aca-95fb-a07f4c2ac517, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:30:22.834263 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9b061084-f563-4861-aa43-3ef0062f921a req-f9f2f642-f0d0-4a3e-a091-dfa639e44581 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181912 Jan 17 17:30:22.836247 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.842861 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Network 15f53fdb-1510-4aca-95fb-a07f4c2ac517 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:30:22.849266 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.909471 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:22.951868 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:22.961335 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f2c4a8e86347d7a0ae8f236220afa4 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:22.966320 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:22.979952 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:23.009203 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 15f53fdb-1510-4aca-95fb-a07f4c2ac517) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:23.012155 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:23.022248 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55264f-d300-43a2-a365-7b1b3517455d None None] Network 15f53fdb-1510-4aca-95fb-a07f4c2ac517 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:30:23.023953 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:23.033594 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61384ebc-cd76-4081-bcac-b246f1162938 req-5291979c-ca7c-4cc9-8d29-e3acc46a6215 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:23.034593 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-61384ebc-cd76-4081-bcac-b246f1162938 req-5291979c-ca7c-4cc9-8d29-e3acc46a6215 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Synchronizing usage tracker for tenant:be5bd3e08af842ee838bf449936cd1a4 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:23.035996 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:23.037623 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:23.060444 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'Port': ['ID=4413adbc-2aba-4d3f-9e45-6b1c229d4fc2,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:23.071532 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:30:23.085050 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-61384ebc-cd76-4081-bcac-b246f1162938 req-5291979c-ca7c-4cc9-8d29-e3acc46a6215 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Unset dirty status for tenant:be5bd3e08af842ee838bf449936cd1a4 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:23.086202 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-61384ebc-cd76-4081-bcac-b246f1162938 req-5291979c-ca7c-4cc9-8d29-e3acc46a6215 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 943 time: 0.2214270 Jan 17 17:30:23.097141 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-74acc2ef-35de-492f-ba92-218bf8eb8a82 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5368898 Jan 17 17:30:23.243111 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:23.291484 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-61384ebc-cd76-4081-bcac-b246f1162938 req-c5eff74b-6a4f-4c20-bbae-1bbf658d8865 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Synchronizing usage tracker for tenant:be5bd3e08af842ee838bf449936cd1a4 on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:23.382738 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:23.386940 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:23.389149 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-61384ebc-cd76-4081-bcac-b246f1162938 req-c5eff74b-6a4f-4c20-bbae-1bbf658d8865 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Unset dirty status for tenant:be5bd3e08af842ee838bf449936cd1a4 on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:23.407594 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-61384ebc-cd76-4081-bcac-b246f1162938 req-c5eff74b-6a4f-4c20-bbae-1bbf658d8865 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936056 Jan 17 17:30:23.417636 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:23.540425 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a8f2c4a8e86347d7a0ae8f236220afa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1459377 Jan 17 17:30:23.541623 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca147e-7930-4aa5-a7a6-92ac933a3e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2fc0c4-c4fd-42e2-ac55-d5dfd3aba921,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:23.549951 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 53932) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:23.743195 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12e28e-572c-46e6-94cd-9fa0c26edf1c None None] Network 15f53fdb-1510-4aca-95fb-a07f4c2ac517 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:30:23.744758 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-85f42589-3f66-4dcc-9548-9e99e02ae2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:23.790408 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-85f42589-3f66-4dcc-9548-9e99e02ae2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:23.940527 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-85f42589-3f66-4dcc-9548-9e99e02ae2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:23.947074 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-aa66995b-902b-469a-8821-a00216acd464 req-7afad081-433b-48c3-939a-f99142ca4970 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 210 time: 0.2091331 Jan 17 17:30:23.972945 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 41d70454-810e-4466-ad36-24614aa256f9 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:24.002280 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f42589-3f66-4dcc-9548-9e99e02ae2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2fc0c4-c4fd-42e2-ac55-d5dfd3aba921,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:24.026151 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-85f42589-3f66-4dcc-9548-9e99e02ae2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.032287 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-85f42589-3f66-4dcc-9548-9e99e02ae2a5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0e2fc0c4-c4fd-42e2-ac55-d5dfd3aba921 HTTP/1.1" status: 204 len: 168 time: 0.4796259 Jan 17 17:30:24.101568 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.110751 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.206645 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.248318 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'Port': ['ID=4413adbc-2aba-4d3f-9e45-6b1c229d4fc2,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:24.263278 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.273668 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-00ba0f25-ce65-48a7-a70b-f53687b803bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1814446 Jan 17 17:30:24.274161 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dca5b-4b30-42ce-9e6d-434a24c1ee5f req-61248e8c-fdb3-4f40-a17b-d047b3eb3c1f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:24.276473 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-449dca5b-4b30-42ce-9e6d-434a24c1ee5f req-61248e8c-fdb3-4f40-a17b-d047b3eb3c1f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 944 time: 0.2306147 Jan 17 17:30:24.279123 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 41d70454-810e-4466-ad36-24614aa256f9 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:24.279607 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.327079 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-449dca5b-4b30-42ce-9e6d-434a24c1ee5f req-e132e2a2-82c5-4435-8a2e-2383cf530e71 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Jan 17 17:30:24.488803 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 53964) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:24.503395 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1843002396-network', 'tenant_id': '5259d560e9814ae28f5866b4439fd39c'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:24.508613 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:24.514525 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Usage tracker for resource:network and tenant:5259d560e9814ae28f5866b4439fd39c is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:24.518264 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:24.524395 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:24.526557 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 53972) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:24.551222 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.563553 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-7ceb0343-3d92-4c35-b00f-290fbe33bd9d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:24.569291 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Made reservation on behalf of 5259d560e9814ae28f5866b4439fd39c for: {'network': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:24.571534 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.591430 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-7ceb0343-3d92-4c35-b00f-290fbe33bd9d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:24.599389 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-7ceb0343-3d92-4c35-b00f-290fbe33bd9d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--454374096&fields=id&tenant_id=148ce1117b214e6694742ef966cd96c5 HTTP/1.1" status: 200 len: 267 time: 0.0862002 Jan 17 17:30:24.622969 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:24.632930 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:24.643734 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] Usage tracker for resource:security_group_rule and tenant:5621c045ab614c8d87999bd66af60f06 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:24.649281 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:24.664726 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:24.669227 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:24.677099 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Usage tracker for resource:security_group_rule and tenant:5259d560e9814ae28f5866b4439fd39c is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:24.685147 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:24.696168 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:24.761880 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-738d91fa-edd8-4bf1-84d3-84ec5aeb299b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:24.771484 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-738d91fa-edd8-4bf1-84d3-84ec5aeb299b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 810 time: 0.1709180 Jan 17 17:30:24.774188 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Request body: {'port': {'device_id': 'cffe180f-942c-4809-a301-2bd5e409a37b', 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2', 'admin_state_up': True, 'tenant_id': '142cb884a6364443a8724b584d9f7c0f'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:24.793514 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-10462abd-57a5-4bb2-a62e-8f78ce6ce56d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/quotas/148ce1117b214e6694742ef966cd96c5 HTTP/1.1" status: 200 len: 375 time: 0.0160296 Jan 17 17:30:24.890367 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-a326569a-cb6a-4658-aeb2-6b44e6dbf58f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007557 Jan 17 17:30:24.983128 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7032a5-f841-4916-a479-669a02629596 req-ba2c2175-ec85-42d1-87a6-80fb744fe095 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:24.985148 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7b7032a5-f841-4916-a479-669a02629596 req-ba2c2175-ec85-42d1-87a6-80fb744fe095 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 943 time: 0.4211557 Jan 17 17:30:25.099572 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-815c8888-750e-4518-901f-11c9168da433 service neutron] 10.222.0.107 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782076 Jan 17 17:30:25.241477 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-90225de1-b3a8-4cf0-8cce-e6368b00a89f req-7fc13d00-f006-4269-a914-5348df2d63f3 service neutron] 10.222.0.106 "GET /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048752 Jan 17 17:30:25.256151 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-94e6b420-4268-47a4-8199-27e968d23608 service neutron] 10.222.0.107 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504359 Jan 17 17:30:25.275370 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7b7032a5-f841-4916-a479-669a02629596 req-b27681e4-d299-447f-a30b-8c803abd5939 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191701 Jan 17 17:30:25.289854 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:25.387114 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:25.446173 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:25.449845 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:25.466540 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6c2bc5cb-d509-43ab-9f85-3d7d7a97a256 req-5cf95797-a61e-4c05-b9e4-3f840ecf4869 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7527916 Jan 17 17:30:25.491395 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:25.538488 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.106', 56678) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:25.560152 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:25.614208 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-77f6653b-a677-4a6c-a268-2840741d363d req-c463e232-83f8-498f-8e8c-9a5fad44e208 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 210 time: 0.1400568 Jan 17 17:30:25.845033 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-dbddee3b-c79e-4c7f-9d05-55f18c0b71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:25.846968 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-dbddee3b-c79e-4c7f-9d05-55f18c0b71c7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 1097 time: 0.3071039 Jan 17 17:30:25.852524 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-acda8ca3-a97a-4540-9af8-3cbaa5982e7f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:25.854016 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-acda8ca3-a97a-4540-9af8-3cbaa5982e7f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 818 time: 0.2917893 Jan 17 17:30:25.856600 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5621c045ab614c8d87999bd66af60f06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3289180 Jan 17 17:30:25.858687 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=86776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:30:25.864696 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05801bca-9aa5-406b-ba6a-08bbf1bb6239 req-34307bc5-6d9d-4ea9-91c1-f1949e2ba21e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:25.866283 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-05801bca-9aa5-406b-ba6a-08bbf1bb6239 req-34307bc5-6d9d-4ea9-91c1-f1949e2ba21e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 944 time: 0.1532748 Jan 17 17:30:25.866848 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54034) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:25.873367 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8981bd9-ff13-4499-89c7-8624d34d0746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b81a9-8402-4e75-a741-8884a0e0c561,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:25.876105 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Made reservation on behalf of 142cb884a6364443a8724b584d9f7c0f for: {'port': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:25.880186 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:25.911860 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Request body: {'port': {'device_id': 'b0948525-54cc-4745-8f4a-3344bf3c562d', 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2', 'admin_state_up': True, 'tenant_id': '142cb884a6364443a8724b584d9f7c0f'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:25.986817 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:25.987255 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.segments_db [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Added segment 9b8538fc-5e73-4c24-a8df-df3c7c6f7636 of type vlan for network c0f503c3-98b8-4a81-977f-1e5cd0d71eeb Jan 17 17:30:26.045377 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-c491ac04-4a75-4e42-98d9-ff34d12fe2ca req-e7c85974-aae8-43cd-96f8-bf820b53dbd2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:26.097418 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-05801bca-9aa5-406b-ba6a-08bbf1bb6239 req-f801dd4c-19eb-455f-8ed5-256b16141c81 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677473 Jan 17 17:30:26.155646 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfda46c2-0637-4515-840c-d1443022d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:26.175451 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ca6859-38e5-4337-a137-3cd6cc7c608b,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:26.200520 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfda46c2-0637-4515-840c-d1443022d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:26.220505 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-9d5319bb-4693-474e-833d-8802807a34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:26.221938 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-9d5319bb-4693-474e-833d-8802807a34e2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 915 time: 0.3542964 Jan 17 17:30:26.238231 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-d8476656-5019-4ec8-9764-24865a418414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:26.239752 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-d8476656-5019-4ec8-9764-24865a418414 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=be5bd3e08af842ee838bf449936cd1a4&device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 1096 time: 0.8472934 Jan 17 17:30:26.241723 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:26.255882 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-c491ac04-4a75-4e42-98d9-ff34d12fe2ca req-e7c85974-aae8-43cd-96f8-bf820b53dbd2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:26.256982 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c491ac04-4a75-4e42-98d9-ff34d12fe2ca req-e7c85974-aae8-43cd-96f8-bf820b53dbd2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 210 time: 0.3916879 Jan 17 17:30:26.333687 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-a8c12d70-dd4c-43a3-9345-ee5ed0ca29f8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0088cf92-d5fe-4a73-800e-ba8692fa680e HTTP/1.1" status: 200 len: 217 time: 0.1021602 Jan 17 17:30:26.424871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.db.resource_extend [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 17:30:26.450522 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:26.462303 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Usage tracker for resource:port and tenant:142cb884a6364443a8724b584d9f7c0f is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:26.468659 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:26.484251 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:26.520955 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:26.522022 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:26.522674 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:26.528030 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Allocated IP 172.20.0.13 (f73ef950-9685-4823-bdb4-ca771d5095b2/dd4348a1-bf58-4398-8446-2b0bdaa1b6f5/0be506a8-e745-443b-9fbf-dccafd6d163e) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:30:26.543785 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfda46c2-0637-4515-840c-d1443022d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:26.580325 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda46c2-0637-4515-840c-d1443022d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b81a9-8402-4e75-a741-8884a0e0c561,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:26.583165 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-9ad0e8e6-3cec-485c-a4f9-50cd2048b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:26.584970 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-9ad0e8e6-3cec-485c-a4f9-50cd2048b550 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.2420046 Jan 17 17:30:26.628087 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfda46c2-0637-4515-840c-d1443022d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:26.629347 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-cfda46c2-0637-4515-840c-d1443022d281 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/918b81a9-8402-4e75-a741-8884a0e0c561 HTTP/1.1" status: 204 len: 168 time: 0.7604587 Jan 17 17:30:26.644753 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-9d7ba81e-df79-4ea3-8524-278120435aa1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533431 Jan 17 17:30:26.669673 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Made reservation on behalf of 142cb884a6364443a8724b584d9f7c0f for: {'port': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:26.674619 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:26.801649 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-adbbd2a2-0c4a-4025-8f8e-1e5d6a053c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:26.803504 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-adbbd2a2-0c4a-4025-8f8e-1e5d6a053c64 service neutron] 10.222.0.106 "GET /v2.0/networks?id=811be144-b427-4084-aa12-5b4c3d555e77 HTTP/1.1" status: 200 len: 912 time: 0.5487168 Jan 17 17:30:26.991419 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57c766-14ca-400e-b64b-cc1110e10656 req-bdbd49a0-8fc2-4684-b2a2-8f375ec79e83 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:26.992908 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ba57c766-14ca-400e-b64b-cc1110e10656 req-bdbd49a0-8fc2-4684-b2a2-8f375ec79e83 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 943 time: 0.5225155 Jan 17 17:30:27.044303 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-36bde43f-0fb3-4e6e-b4cc-7439487e4402 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03285fdf-54ea-4b91-a0af-d4810c3e106b HTTP/1.1" status: 200 len: 217 time: 0.2230365 Jan 17 17:30:27.092536 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f503c3-98b8-4a81-977f-1e5cd0d71eeb,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:27.158491 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.106', 56684) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:27.179988 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-556cf901-fb9a-46c0-b2fd-cb12507bf6c3 req-521024ac-317e-4d70-9b69-d7c8934dd533 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Synchronizing usage tracker for tenant:142cb884a6364443a8724b584d9f7c0f on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:27.210834 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network c0f503c3-98b8-4a81-977f-1e5cd0d71eeb details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:30:27.213733 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-0831a111-bc28-4402-ad2d-9be034bc0f65 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7237515 Jan 17 17:30:27.229925 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 54078) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:27.272047 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ba57c766-14ca-400e-b64b-cc1110e10656 req-c95e4114-613b-4ce9-a043-7a4125904a23 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579300 Jan 17 17:30:27.275569 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Request body: {'subnet': {'network_id': 'c0f503c3-98b8-4a81-977f-1e5cd0d71eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1843002396-subnet', 'tenant_id': '5259d560e9814ae28f5866b4439fd39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:27.394388 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 54088) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:27.400173 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:27.428047 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-00100e0b-462d-4065-b6ca-3dab095602af service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745292 Jan 17 17:30:27.474683 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Usage tracker for resource:subnet and tenant:5259d560e9814ae28f5866b4439fd39c is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:27.481446 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-556cf901-fb9a-46c0-b2fd-cb12507bf6c3 req-521024ac-317e-4d70-9b69-d7c8934dd533 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Unset dirty status for tenant:142cb884a6364443a8724b584d9f7c0f on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:27.490037 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-556cf901-fb9a-46c0-b2fd-cb12507bf6c3 req-521024ac-317e-4d70-9b69-d7c8934dd533 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 210 time: 0.5935965 Jan 17 17:30:27.495368 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:27.568086 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:27.588300 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-5b11d98a-361f-4024-8c1d-a80f831bc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:27.591356 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-5b11d98a-361f-4024-8c1d-a80f831bc009 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a32de394-4084-40ef-b230-31bc53d12c30 HTTP/1.1" status: 200 len: 851 time: 0.5121610 Jan 17 17:30:27.597756 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Made reservation on behalf of 5259d560e9814ae28f5866b4439fd39c for: {'subnet': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:27.601699 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:27.710208 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-a9ce93f3-9cdd-46be-b098-27cedd8da640 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:27.711797 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-a9ce93f3-9cdd-46be-b098-27cedd8da640 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 810 time: 0.5516474 Jan 17 17:30:27.867216 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-39b28358-8223-4193-a8fa-9f4172b19127 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=811be144-b427-4084-aa12-5b4c3d555e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2083991 Jan 17 17:30:27.895866 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-602b400e-db4c-47c1-8306-ec075a29700e service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592798 Jan 17 17:30:27.950072 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9c86b2da-976c-4152-9039-8cd3513dfd39 req-fe7930ab-1100-4e03-a1f1-e58e70b6fa05 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 210 time: 0.2185137 Jan 17 17:30:28.020174 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-0879fcbb-7b96-4ab8-959f-1e5fdc481fe2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=148ce1117b214e6694742ef966cd96c5 HTTP/1.1" status: 200 len: 379 time: 0.0826962 Jan 17 17:30:28.024229 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.030303 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'port': {'device_id': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'admin_state_up': True, 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'security_groups': ['7945afea-cd5a-47b1-8c83-25106b45144e']}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:28.143444 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7098fd3-2913-4290-9de5-a143414ee66a req-60967026-38f6-4df4-b0b5-f934cf876250 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:28.145008 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b7098fd3-2913-4290-9de5-a143414ee66a req-60967026-38f6-4df4-b0b5-f934cf876250 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 944 time: 0.4592400 Jan 17 17:30:28.231464 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b7098fd3-2913-4290-9de5-a143414ee66a req-a769e77c-48ef-4ce7-8873-8de54373633e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775735 Jan 17 17:30:28.236047 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:28.242073 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:28.243662 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.251086 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] Usage tracker for resource:security_group_rule and tenant:03db3c931ecc40b08ffec48bea6a1a43 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:28.257445 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:28.259662 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:28.270281 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Made reservation on behalf of 148ce1117b214e6694742ef966cd96c5 for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:28.275480 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.285165 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:28.373887 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-c3fd9c7b-370f-45ef-abfc-0482b0fb0f15 service neutron] 10.222.0.106 "GET /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165611 Jan 17 17:30:28.471245 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Allocated IP 172.20.0.13 (9eea8a9f-3ad9-494d-ab24-7ff9c247018b/4e57f51e-fce6-431b-83fc-8024b8a3c661/a8d8bf24-fa11-4a3d-bfa7-43825baeeaef) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:30:28.489791 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.651007 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.755738 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e2554c2a-a2ba-4b8e-b3c0-2c90f8cc8533 req-42385383-bb71-4f1c-97a4-9961e2ea4998 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 210 time: 0.0581052 Jan 17 17:30:28.758450 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.779036 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Transition to ACTIVE for port object a8d8bf24-fa11-4a3d-bfa7-43825baeeaef will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:28.795994 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5d4305-1fdc-4cd6-821f-8dbe84a92649,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:28.807786 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Network f73ef950-9685-4823-bdb4-ca771d5095b2 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:28.810254 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.815482 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Checking segment: {'id': '9b8538fc-5e73-4c24-a8df-df3c7c6f7636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c0f503c3-98b8-4a81-977f-1e5cd0d71eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:28.815845 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Network hostable DHCP agents. Network: c0f503c3-98b8-4a81-977f-1e5cd0d71eeb, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:30:28.828032 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:28.830825 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:30:28.836808 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:28.837318 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.864939 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968a3c1-84b1-433a-9264-f58eb308b3ac req-e0e1c899-67f2-4e7c-8544-9ef689072534 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:28.866434 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d968a3c1-84b1-433a-9264-f58eb308b3ac req-e0e1c899-67f2-4e7c-8544-9ef689072534 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 943 time: 0.4487104 Jan 17 17:30:28.888282 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:28.891690 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:28.897221 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:30:28.900581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.902527 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:28.903284 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.903472 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Allocated IP 172.20.0.7 (f73ef950-9685-4823-bdb4-ca771d5095b2/dd4348a1-bf58-4398-8446-2b0bdaa1b6f5/aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:30:28.905552 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Pushing event updated for resources: {'Port': ['ID=0be506a8-e745-443b-9fbf-dccafd6d163e,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:28.935253 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:28.951088 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'Port': ['ID=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:28.956989 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3de2e0dd-582c-4990-88df-09a42ba25076 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9309471 Jan 17 17:30:28.985389 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Network c0f503c3-98b8-4a81-977f-1e5cd0d71eeb is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:30:29.035549 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-406684a8-d482-4010-87b1-1adbc2e3c001 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2966573 Jan 17 17:30:29.072306 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d968a3c1-84b1-433a-9264-f58eb308b3ac req-ac7eae88-5389-4b30-8244-f675a6a37d29 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889095 Jan 17 17:30:29.082824 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=03db3c931ecc40b08ffec48bea6a1a43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6722648 Jan 17 17:30:29.085794 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54142) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:29.087377 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777b176-121e-4cd9-a5d4-d0d107dc1516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd85bd6-c5b6-4b3e-82a3-2e98fdcd125d,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:29.091006 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, c0f503c3-98b8-4a81-977f-1e5cd0d71eeb) {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:29.097413 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:29.099168 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.101762 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e208af8-aa69-4d5d-b71b-02d2cc42ed19 None None] Network c0f503c3-98b8-4a81-977f-1e5cd0d71eeb requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:30:29.177301 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ea21bb3a-7619-41f4-945b-d3edc24e2227 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9343488 Jan 17 17:30:29.274836 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-1bf5009d-06d9-4a78-b9ff-936daa934fdf None None] Provisioning for port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:29.283863 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-1bf5009d-06d9-4a78-b9ff-936daa934fdf None None] Provisioning complete for port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:29.284621 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1bf5009d-06d9-4a78-b9ff-936daa934fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.286195 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b6355b4b-df4f-4d90-b1f6-338f202453bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.352551 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00c3ec-6cb4-4f9b-9329-6ab9ff194d57 req-94e36a66-4da4-4ec7-882a-7e8b7316bcc0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:29.353666 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-be00c3ec-6cb4-4f9b-9329-6ab9ff194d57 req-94e36a66-4da4-4ec7-882a-7e8b7316bcc0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:29.358069 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.362379 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b6355b4b-df4f-4d90-b1f6-338f202453bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.402900 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-be00c3ec-6cb4-4f9b-9329-6ab9ff194d57 req-94e36a66-4da4-4ec7-882a-7e8b7316bcc0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:29.404555 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-be00c3ec-6cb4-4f9b-9329-6ab9ff194d57 req-94e36a66-4da4-4ec7-882a-7e8b7316bcc0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 932 time: 0.2867837 Jan 17 17:30:29.415583 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.473460 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54156) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:29.478077 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5009d-06d9-4a78-b9ff-936daa934fdf None None] Port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:30:29.525301 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-be00c3ec-6cb4-4f9b-9329-6ab9ff194d57 req-d8eb6f0d-b19c-40bd-8c51-621ef750f761 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132243 Jan 17 17:30:29.546647 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b6355b4b-df4f-4d90-b1f6-338f202453bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.586480 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe39f7-d8f8-40aa-8eff-07efa3ad8a80 None None] Network c0f503c3-98b8-4a81-977f-1e5cd0d71eeb requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:30:29.624613 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Network f73ef950-9685-4823-bdb4-ca771d5095b2 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:30:29.630864 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:29.637504 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:30:29.644153 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:29.644802 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.646936 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6355b4b-df4f-4d90-b1f6-338f202453bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd85bd6-c5b6-4b3e-82a3-2e98fdcd125d,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:29.652322 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd56e48-12fd-4360-86d6-ca3578e64d75 admin admin] Deleting subnet d5e172ea-42ac-421e-80d9-807f57403006 {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:30:29.655899 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfd56e48-12fd-4360-86d6-ca3578e64d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.667927 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Pushing event updated for resources: {'Port': ['ID=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:29.672424 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a9dc2645-c38c-4b3e-b525-5c5ec7bae4ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8046582 Jan 17 17:30:29.708443 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852f17c-3c47-41b9-92f7-41bd736e8259 req-018789e3-5e3e-4331-b2c2-49c6a3bbcbc5 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:29.717056 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c852f17c-3c47-41b9-92f7-41bd736e8259 req-018789e3-5e3e-4331-b2c2-49c6a3bbcbc5 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 944 time: 0.2356029 Jan 17 17:30:29.723967 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfd56e48-12fd-4360-86d6-ca3578e64d75 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.726890 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b6355b4b-df4f-4d90-b1f6-338f202453bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.728005 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-b6355b4b-df4f-4d90-b1f6-338f202453bd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fdd85bd6-c5b6-4b3e-82a3-2e98fdcd125d HTTP/1.1" status: 204 len: 168 time: 0.6411011 Jan 17 17:30:29.735106 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfd56e48-12fd-4360-86d6-ca3578e64d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.809294 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c852f17c-3c47-41b9-92f7-41bd736e8259 req-2af11437-6bfe-43a1-b5c2-01bcf6ff0411 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892808 Jan 17 17:30:29.848130 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfd56e48-12fd-4360-86d6-ca3578e64d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.905828 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cfd56e48-12fd-4360-86d6-ca3578e64d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:29.915125 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd56e48-12fd-4360-86d6-ca3578e64d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e172ea-42ac-421e-80d9-807f57403006,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:29.920493 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-cfd56e48-12fd-4360-86d6-ca3578e64d75 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/d5e172ea-42ac-421e-80d9-807f57403006 HTTP/1.1" status: 204 len: 168 time: 0.4455459 Jan 17 17:30:29.923915 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 54164) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:30.069275 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1cbaa-260e-4770-aa95-7ec23e8bf99d req-e9f6e209-225a-4e8b-b354-39676d99b729 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:30.074969 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-50b1cbaa-260e-4770-aa95-7ec23e8bf99d req-e9f6e209-225a-4e8b-b354-39676d99b729 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 931 time: 0.1544065 Jan 17 17:30:30.086249 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.174007 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-50b1cbaa-260e-4770-aa95-7ec23e8bf99d req-9c3f2eab-ae36-4c02-afb1-dadedf6b3354 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849762 Jan 17 17:30:30.321300 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.322498 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54178) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:30.340335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.355759 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:30.357333 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.357633 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.358363 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.358690 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.359041 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.359394 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.359716 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.360036 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] Usage tracker for resource:security_group_rule and tenant:424b95f04aae459798ee5a18a1053873 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:30.360173 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.360369 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.361359 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.364431 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:30.371739 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:30.465434 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.470132 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.508217 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.508558 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.508888 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.509217 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:30:30.509605 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f53fdb-1510-4aca-95fb-a07f4c2ac517']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:30.521803 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=424b95f04aae459798ee5a18a1053873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980917 Jan 17 17:30:30.522621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6477c7-7772-4657-95d6-cb864b59b712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b865a88-4aad-4c6d-8da1-ec3044458ee7,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:30.525821 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54182) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:30.526293 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fce515b-e817-4058-8b42-4a672c800227') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:30.526591 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fce515b-e817-4058-8b42-4a672c800227') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:30.546701 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.575773 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.587044 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76be65-c5d3-4da5-a1a7-167f2e73b0ce req-953c2f78-55d3-427e-8ba2-4544676c6037 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:30.588697 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1a76be65-c5d3-4da5-a1a7-167f2e73b0ce req-953c2f78-55d3-427e-8ba2-4544676c6037 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 943 time: 0.3321810 Jan 17 17:30:30.601268 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da47bf81-aa8f-4422-9157-63b19e6ba959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.611510 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:30:30.611967 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.634353 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da47bf81-aa8f-4422-9157-63b19e6ba959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: from cryptography.utils import int_from_bytes Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: from cryptography.utils import int_from_bytes Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: util.warn_limited( Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: util.warn_limited( Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:30:30.636044 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:30:30.735744 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1a76be65-c5d3-4da5-a1a7-167f2e73b0ce req-9568501f-4c90-45fe-a4f6-6f7c3fed3829 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409137 Jan 17 17:30:30.736972 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.742739 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.774855 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/15f53fdb-1510-4aca-95fb-a07f4c2ac517 HTTP/1.1" status: 204 len: 168 time: 0.8472424 Jan 17 17:30:30.776022 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd51a09-c1a4-4c2d-b7a6-3750527e62a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f53fdb-1510-4aca-95fb-a07f4c2ac517,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:30.777767 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54188) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:30.778651 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da47bf81-aa8f-4422-9157-63b19e6ba959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.843320 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47bf81-aa8f-4422-9157-63b19e6ba959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b865a88-4aad-4c6d-8da1-ec3044458ee7,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:30.852636 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8f1ff-0ceb-412e-a73b-516295506c17 req-58d5dc81-2219-46a2-828c-ae1198db8929 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:30.854122 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77f8f1ff-0ceb-412e-a73b-516295506c17 req-58d5dc81-2219-46a2-828c-ae1198db8929 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 932 time: 0.1923265 Jan 17 17:30:30.864359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da47bf81-aa8f-4422-9157-63b19e6ba959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.865487 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-da47bf81-aa8f-4422-9157-63b19e6ba959 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5b865a88-4aad-4c6d-8da1-ec3044458ee7 HTTP/1.1" status: 204 len: 168 time: 0.3384981 Jan 17 17:30:30.893649 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1545a15f-0ba5-41f1-a8f5-010f91a6da44 admin admin] Deleting subnet 6c5d4305-1fdc-4cd6-821f-8dbe84a92649 {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:30:30.900539 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1545a15f-0ba5-41f1-a8f5-010f91a6da44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:30.963625 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77f8f1ff-0ceb-412e-a73b-516295506c17 req-a0a03065-753a-46b5-8b92-1a643198f760 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944440 Jan 17 17:30:30.972299 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Request body: {'port': {'device_id': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:30.983633 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 03285fdf-54ea-4b91-a0af-d4810c3e106b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:30:31.003089 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1545a15f-0ba5-41f1-a8f5-010f91a6da44 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.026571 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1545a15f-0ba5-41f1-a8f5-010f91a6da44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.033862 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Request body: {'port': {'device_id': 'cffe180f-942c-4809-a301-2bd5e409a37b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:31.084780 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Request body: {'port': {'device_id': 'b0948525-54cc-4745-8f4a-3344bf3c562d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:31.168869 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.254238 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 03285fdf-54ea-4b91-a0af-d4810c3e106b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=03285fdf-54ea-4b91-a0af-d4810c3e106b,segment=NetworkSegment(bb43be78-a3f2-43d1-b846-34b4dfce34bd),segment_id=bb43be78-a3f2-43d1-b846-34b4dfce34bd)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:31.290566 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1545a15f-0ba5-41f1-a8f5-010f91a6da44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.290754 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '03285fdf-54ea-4b91-a0af-d4810c3e106b', 'network_id': '811be144-b427-4084-aa12-5b4c3d555e77', 'port_id': '03285fdf-54ea-4b91-a0af-d4810c3e106b', 'mac_address': 'fa:16:3e:f4:89:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32de394-4084-40ef-b230-31bc53d12c30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:30:31.410876 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.424523 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545a15f-0ba5-41f1-a8f5-010f91a6da44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5d4305-1fdc-4cd6-821f-8dbe84a92649,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:31.434323 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1545a15f-0ba5-41f1-a8f5-010f91a6da44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.437163 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03285fdf-54ea-4b91-a0af-d4810c3e106b {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:31.462805 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdddd7-c936-4928-b2b4-fd04b7bf955b req-6b85d0b2-4832-42a8-974f-cda74cc5aa46 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:31.463932 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 03285fdf-54ea-4b91-a0af-d4810c3e106b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=03285fdf-54ea-4b91-a0af-d4810c3e106b,segment=NetworkSegment(bb43be78-a3f2-43d1-b846-34b4dfce34bd),segment_id=bb43be78-a3f2-43d1-b846-34b4dfce34bd)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:31.464961 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1545a15f-0ba5-41f1-a8f5-010f91a6da44 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/6c5d4305-1fdc-4cd6-821f-8dbe84a92649 HTTP/1.1" status: 204 len: 168 time: 0.6795554 Jan 17 17:30:31.471228 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.472318 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0088cf92-d5fe-4a73-800e-ba8692fa680e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:30:31.475279 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-38fdddd7-c936-4928-b2b4-fd04b7bf955b req-6b85d0b2-4832-42a8-974f-cda74cc5aa46 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 944 time: 0.5354576 Jan 17 17:30:31.483438 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 54208) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:31.656719 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dbcc6-87d7-43a6-b48b-e390342225b0 req-454a0e2e-28a6-4d09-a910-1ca4d6bd9a0c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:31.660996 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9e7dbcc6-87d7-43a6-b48b-e390342225b0 req-454a0e2e-28a6-4d09-a910-1ca4d6bd9a0c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 931 time: 0.2788839 Jan 17 17:30:31.667092 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=03285fdf-54ea-4b91-a0af-d4810c3e106b,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:31.679643 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.698987 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.762337 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b69cdcd3-e851-478a-b625-cef8984fbf0e req-e5f273d8-a170-4bb7-b2fb-ab34eb8b8104 service neutron] 10.222.0.106 "GET /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7432876 Jan 17 17:30:31.824012 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0088cf92-d5fe-4a73-800e-ba8692fa680e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0088cf92-d5fe-4a73-800e-ba8692fa680e,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:31.838616 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '0088cf92-d5fe-4a73-800e-ba8692fa680e', 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'port_id': '0088cf92-d5fe-4a73-800e-ba8692fa680e', 'mac_address': 'fa:16:3e:fe:8b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cf182d-998a-46e5-af63-814fadc47a4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:30:31.863162 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-38fdddd7-c936-4928-b2b4-fd04b7bf955b req-dc220b7e-9769-4c81-a991-46608448b3f4 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866625 Jan 17 17:30:31.901597 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.910304 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d8bf24-fa11-4a3d-bfa7-43825baeeaef {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:31.915337 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.918844 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.937842 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Transition to ACTIVE for port object a8d8bf24-fa11-4a3d-bfa7-43825baeeaef will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:31.938782 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0088cf92-d5fe-4a73-800e-ba8692fa680e {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:31.956188 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9e7dbcc6-87d7-43a6-b48b-e390342225b0 req-b72c3bc7-8318-48a2-bf19-fc925bffd0fb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751012 Jan 17 17:30:31.968664 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:31.975310 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0088cf92-d5fe-4a73-800e-ba8692fa680e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0088cf92-d5fe-4a73-800e-ba8692fa680e,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:31.983645 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.113358 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Pushing event updated for resources: {'Port': ['ID=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:32.158501 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=0088cf92-d5fe-4a73-800e-ba8692fa680e,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:32.268202 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.279889 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0088cf92-d5fe-4a73-800e-ba8692fa680e'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:30:32.314719 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f503c3-98b8-4a81-977f-1e5cd0d71eeb']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:32.332208 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8538fc-5e73-4c24-a8df-df3c7c6f7636') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:32.332406 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8538fc-5e73-4c24-a8df-df3c7c6f7636') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:32.347154 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.365287 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.372249 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:30:32.372638 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.379959 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['03285fdf-54ea-4b91-a0af-d4810c3e106b'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:30:32.388054 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Attempting to bind port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:32.395016 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Attempting to bind port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:32.395864 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Attempting to bind port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef on network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:32.404917 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef on network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:30:32.414945 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Attempting to bind port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef on network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:32.425621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:32.426283 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Checking segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:32.430376 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Bound using segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:32.430666 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Bound port: a8d8bf24-fa11-4a3d-bfa7-43825baeeaef, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:32.431155 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:30:32.477283 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:30:32.497479 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.503530 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.590461 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/c0f503c3-98b8-4a81-977f-1e5cd0d71eeb HTTP/1.1" status: 204 len: 168 time: 1.0989473 Jan 17 17:30:32.744308 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1dd8d-f2ab-4eac-9af3-e27d4b33eeb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f503c3-98b8-4a81-977f-1e5cd0d71eeb,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:32.800773 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] For port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:32.814859 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] For port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:32.834414 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd19336-8606-44d7-91e2-00fb0af78539 req-bf6941c8-3ac4-47f3-85f8-7e02045282ce tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:32.836059 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5dd19336-8606-44d7-91e2-00fb0af78539 req-bf6941c8-3ac4-47f3-85f8-7e02045282ce tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 944 time: 0.6238978 Jan 17 17:30:32.841614 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.971169 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54264) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:32.983386 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5875ea-7d40-44ed-b1c7-cdca2a25d123 req-29b3fdcb-a246-4349-9fff-415d8cafd6bc tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:32.986929 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fe5875ea-7d40-44ed-b1c7-cdca2a25d123 req-29b3fdcb-a246-4349-9fff-415d8cafd6bc tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 944 time: 0.9288409 Jan 17 17:30:33.031890 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:33.032563 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:33.034103 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] 10.222.0.106 "PUT /v2.0/ports/a8d8bf24-fa11-4a3d-bfa7-43825baeeaef HTTP/1.1" status: 200 len: 1094 time: 2.0685692 Jan 17 17:30:33.040778 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'tag': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:33.114171 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 {{(pid=86776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:33.129690 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:33.198051 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Transition to ACTIVE for port object aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 will not be triggered until provisioned by entity L2. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:33.240585 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5dd19336-8606-44d7-91e2-00fb0af78539 req-996f0983-a58b-4559-b0d9-a0cccd1565be tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016905 Jan 17 17:30:33.260057 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:33.309696 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-cc2d19cd-ea6f-46cf-80c9-a7304e388ce4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1c13f3ef7bb84b6e83a5549f4bf99d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312783 Jan 17 17:30:33.309696 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443ae47-e577-4d2a-a817-543ec0907d6b service neutron] Pushing event updated for resources: {'Port': ['ID=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:33.331054 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54278) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:33.419721 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-382e4a70-6566-49d0-8326-42b9b6b2f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:33.421361 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-382e4a70-6566-49d0-8326-42b9b6b2f66f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 1097 time: 0.2711310 Jan 17 17:30:33.499491 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:33.518943 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fe5875ea-7d40-44ed-b1c7-cdca2a25d123 req-47a9659d-9aec-4f5b-ab4b-17fd58c541ce tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736780 Jan 17 17:30:33.613765 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ba9-76c8-473c-b536-44f5ae5ffb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:33.617554 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-8a2c3f15-14e8-4c21-a4e7-b07b6c65a8cc service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef HTTP/1.1" status: 200 len: 217 time: 0.1878865 Jan 17 17:30:33.722433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ba9-76c8-473c-b536-44f5ae5ffb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:33.774268 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-751692ad-05c6-40d9-ab12-5a9f98bf4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:33.774600 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-751692ad-05c6-40d9-ab12-5a9f98bf4845 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.1341591 Jan 17 17:30:33.845538 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6a1ae-c00f-42c6-8e3f-1399d0e4339b req-d9f9253d-7e5b-4e57-a30b-08bf0d340384 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:33.847546 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-86e6a1ae-c00f-42c6-8e3f-1399d0e4339b req-d9f9253d-7e5b-4e57-a30b-08bf0d340384 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 945 time: 0.4229772 Jan 17 17:30:33.903234 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ba9-76c8-473c-b536-44f5ae5ffb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:33.939367 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b8ba9-76c8-473c-b536-44f5ae5ffb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c9c9f4-f4e8-4382-9422-64424d33cca5,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:33.944980 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-86e6a1ae-c00f-42c6-8e3f-1399d0e4339b req-d8f205e3-1dc8-495c-b59d-d49b5b261a66 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786970 Jan 17 17:30:33.947813 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e25b8ba9-76c8-473c-b536-44f5ae5ffb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:33.951223 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-e25b8ba9-76c8-473c-b536-44f5ae5ffb0c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b8c9c9f4-f4e8-4382-9422-64424d33cca5 HTTP/1.1" status: 204 len: 168 time: 0.6117799 Jan 17 17:30:33.971803 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-7221e180-3c80-4999-90fb-8ab60ecf5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:33.973312 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-7221e180-3c80-4999-90fb-8ab60ecf5010 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1913824 Jan 17 17:30:33.990295 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Attempting to bind port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:33.990787 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Attempting to bind port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:33.990986 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Attempting to bind port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 on network f73ef950-9685-4823-bdb4-ca771d5095b2 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:34.004529 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 on network f73ef950-9685-4823-bdb4-ca771d5095b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:30:34.004872 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Attempting to bind port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 on network f73ef950-9685-4823-bdb4-ca771d5095b2 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:34.025371 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92605782-91b8-4f3e-af5b-f8c7937e5da2 req-b7cd1bff-f795-4391-9fde-ddc37557e0ad tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:34.032235 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-92605782-91b8-4f3e-af5b-f8c7937e5da2 req-b7cd1bff-f795-4391-9fde-ddc37557e0ad tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 943 time: 0.3495724 Jan 17 17:30:34.036197 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be506a8-e745-443b-9fbf-dccafd6d163e {{(pid=86776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:34.041312 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:34.041649 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Checking segment: {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:34.042072 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Bound using segment: {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:34.042466 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Bound port: aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'}}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:34.042854 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:34.072709 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:34.186420 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Transition to ACTIVE for port object 0be506a8-e745-443b-9fbf-dccafd6d163e will not be triggered until provisioned by entity L2. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:30:34.194047 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-92605782-91b8-4f3e-af5b-f8c7937e5da2 req-079d767f-921e-4f41-99f7-922cea8a0c1e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Synchronizing usage tracker for tenant:142cb884a6364443a8724b584d9f7c0f on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:34.199426 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:34.233596 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-adf7be96-db89-423d-a005-c3b3425f536b service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492988 Jan 17 17:30:34.413196 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-92605782-91b8-4f3e-af5b-f8c7937e5da2 req-079d767f-921e-4f41-99f7-922cea8a0c1e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Unset dirty status for tenant:142cb884a6364443a8724b584d9f7c0f on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:34.430302 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-92605782-91b8-4f3e-af5b-f8c7937e5da2 req-079d767f-921e-4f41-99f7-922cea8a0c1e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969169 Jan 17 17:30:34.447905 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] For port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4, host hv-cinder-81888, cleared binding levels {{(pid=86776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:34.452251 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'tag': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'status': 'completed', 'code': 200} Jan 17 17:30:34.475622 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98a623a2-c8ad-455a-ad10-20bb54c5c6eb req-af1457d3-6b77-4460-b9f8-505e97ee270d service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368066 Jan 17 17:30:34.483994 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Pushing event updated for resources: {'Port': ['ID=0be506a8-e745-443b-9fbf-dccafd6d163e,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:34.534793 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] For port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:34.568905 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:34.754998 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-2b5655c4-5ab0-4230-9860-79e692e47be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:34.756975 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-2b5655c4-5ab0-4230-9860-79e692e47be0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 1097 time: 0.2174923 Jan 17 17:30:34.811702 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:34.820138 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:34.823437 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] 10.222.0.106 "PUT /v2.0/ports/aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 HTTP/1.1" status: 200 len: 1093 time: 3.8023045 Jan 17 17:30:34.828942 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0948525-54cc-4745-8f4a-3344bf3c562d', 'tag': 'aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:34.837731 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 54330) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:34.925384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b408f71-fde1-4352-8873-64cb97f0f8b3 req-24c22a55-afeb-4bd5-b893-c13cab1b3633 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:34.927562 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b408f71-fde1-4352-8873-64cb97f0f8b3 req-24c22a55-afeb-4bd5-b893-c13cab1b3633 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 944 time: 0.2284470 Jan 17 17:30:34.946358 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Attempting to bind port 0be506a8-e745-443b-9fbf-dccafd6d163e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:30:34.946950 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Attempting to bind port 0be506a8-e745-443b-9fbf-dccafd6d163e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:30:34.947481 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Attempting to bind port 0be506a8-e745-443b-9fbf-dccafd6d163e on network f73ef950-9685-4823-bdb4-ca771d5095b2 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:34.951067 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc05f45-6578-42a5-b220-06a6d149b51b service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,revision_number=3']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:34.966872 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-81ddfd93-2087-4f9b-b10a-954c08d29bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:34.968848 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-81ddfd93-2087-4f9b-b10a-954c08d29bdb service neutron] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 911 time: 0.2047849 Jan 17 17:30:34.978488 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Port 0be506a8-e745-443b-9fbf-dccafd6d163e on network f73ef950-9685-4823-bdb4-ca771d5095b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:30:34.978488 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Attempting to bind port 0be506a8-e745-443b-9fbf-dccafd6d163e on network f73ef950-9685-4823-bdb4-ca771d5095b2 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:30:34.986951 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-eeb8d962-1953-48a4-a1b1-6ca6b77fcc82 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5259d560e9814ae28f5866b4439fd39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431401 Jan 17 17:30:34.987728 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 54344) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:34.996838 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b408f71-fde1-4352-8873-64cb97f0f8b3 req-7706277d-62c7-40a3-8f7c-fe7134a5f2be tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566866 Jan 17 17:30:35.004134 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:30:35.004638 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Checking segment: {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:35.005076 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Bound using segment: {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:30:35.005624 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Bound port: 0be506a8-e745-443b-9fbf-dccafd6d163e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e8adaa-f75c-4bf5-9a06-9214ed7c8675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2'}}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:30:35.006067 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:35.052182 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bf248-5fff-434e-a2c8-236ecb47532c req-f012b514-8f39-4d09-b1eb-897e08312dd0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:35.059345 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fd5bf248-5fff-434e-a2c8-236ecb47532c req-f012b514-8f39-4d09-b1eb-897e08312dd0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 944 time: 0.3953643 Jan 17 17:30:35.125298 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0948525-54cc-4745-8f4a-3344bf3c562d', 'tag': 'aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4', 'status': 'completed', 'code': 200} Jan 17 17:30:35.177073 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-fd5bf248-5fff-434e-a2c8-236ecb47532c req-7bdfa1c5-8300-4b05-b096-d2835cd168c5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:35.231891 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-fd5bf248-5fff-434e-a2c8-236ecb47532c req-7bdfa1c5-8300-4b05-b096-d2835cd168c5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:35.232948 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fd5bf248-5fff-434e-a2c8-236ecb47532c req-7bdfa1c5-8300-4b05-b096-d2835cd168c5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728024 Jan 17 17:30:35.234025 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] For port 0be506a8-e745-443b-9fbf-dccafd6d163e, host hv-cinder-81888, cleared binding levels {{(pid=86776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:30:35.236127 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d518c308-4281-406f-9455-040e20552ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:35.254848 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] For port 0be506a8-e745-443b-9fbf-dccafd6d163e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0be506a8-e745-443b-9fbf-dccafd6d163e,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:30:35.266555 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:35.292277 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b21fac-bad3-4784-a3ca-f57595e4007c req-693615d0-4d1b-498e-9d43-9ddb2272b262 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:35.293857 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-21b21fac-bad3-4784-a3ca-f57595e4007c req-693615d0-4d1b-498e-9d43-9ddb2272b262 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 945 time: 0.1060715 Jan 17 17:30:35.305432 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d518c308-4281-406f-9455-040e20552ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:35.349664 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:35.350264 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:35.350838 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-21b21fac-bad3-4784-a3ca-f57595e4007c req-3294ae12-b774-40fd-bf43-db8af5a6d256 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500748 Jan 17 17:30:35.351957 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] 10.222.0.106 "PUT /v2.0/ports/0be506a8-e745-443b-9fbf-dccafd6d163e HTTP/1.1" status: 200 len: 1094 time: 4.3321157 Jan 17 17:30:35.388161 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a421194-f9b0-42da-95a7-745faa7442da service neutron] Pushing event updated for resources: {'Port': ['ID=0be506a8-e745-443b-9fbf-dccafd6d163e,revision_number=3']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:35.408100 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d518c308-4281-406f-9455-040e20552ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:35.426053 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518c308-4281-406f-9455-040e20552ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ca6859-38e5-4337-a137-3cd6cc7c608b,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:35.432002 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d518c308-4281-406f-9455-040e20552ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:35.433158 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d518c308-4281-406f-9455-040e20552ea3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/26ca6859-38e5-4337-a137-3cd6cc7c608b HTTP/1.1" status: 204 len: 168 time: 0.4444072 Jan 17 17:30:35.645964 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8ab7-9963-4d9d-87ea-98e432860018 req-1508754d-1716-4b03-be21-95b0a9c6c6a0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:35.647701 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b68d8ab7-9963-4d9d-87ea-98e432860018 req-1508754d-1716-4b03-be21-95b0a9c6c6a0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 943 time: 0.1099379 Jan 17 17:30:35.708811 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b68d8ab7-9963-4d9d-87ea-98e432860018 req-c81e7860-12a6-4368-b024-124915f037df tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540385 Jan 17 17:30:35.750865 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 03285fdf-54ea-4b91-a0af-d4810c3e106b up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:35.847041 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 03285fdf-54ea-4b91-a0af-d4810c3e106b completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:35.852128 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 03285fdf-54ea-4b91-a0af-d4810c3e106b triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:35.852498 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:35.986185 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:36.015873 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96b57d8-40b6-4ef0-aa2f-287b577a3d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03285fdf-54ea-4b91-a0af-d4810c3e106b'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:36.106356 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 03285fdf-54ea-4b91-a0af-d4810c3e106b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=03285fdf-54ea-4b91-a0af-d4810c3e106b,segment=NetworkSegment(bb43be78-a3f2-43d1-b846-34b4dfce34bd),segment_id=bb43be78-a3f2-43d1-b846-34b4dfce34bd)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:36.119308 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:36.120410 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0088cf92-d5fe-4a73-800e-ba8692fa680e up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:36.272409 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af5a3e-2f73-41f6-a5e1-e93f1fb1f2b4 req-e60709d1-6c1b-4a53-a85d-3043f3c0a770 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:36.283071 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=03285fdf-54ea-4b91-a0af-d4810c3e106b,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:36.284779 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-21af5a3e-2f73-41f6-a5e1-e93f1fb1f2b4 req-e60709d1-6c1b-4a53-a85d-3043f3c0a770 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 945 time: 0.1174264 Jan 17 17:30:36.309541 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 0088cf92-d5fe-4a73-800e-ba8692fa680e completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:36.314697 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 0088cf92-d5fe-4a73-800e-ba8692fa680e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:36.315716 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:36.349021 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-21af5a3e-2f73-41f6-a5e1-e93f1fb1f2b4 req-53e4a790-6357-4967-9b03-fb0d3bc8dc31 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633245 Jan 17 17:30:36.482344 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:36.511541 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c9ef5-ce21-481f-be85-cd9a4373c8e8 req-a641e6c4-f469-4736-bb74-0cb88dc70d77 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:36.513199 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a61c9ef5-ce21-481f-be85-cd9a4373c8e8 req-a641e6c4-f469-4736-bb74-0cb88dc70d77 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 944 time: 0.0975614 Jan 17 17:30:36.520936 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0088cf92-d5fe-4a73-800e-ba8692fa680e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0088cf92-d5fe-4a73-800e-ba8692fa680e,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:36.526253 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:36.597969 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96b57d8-40b6-4ef0-aa2f-287b577a3d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03285fdf-54ea-4b91-a0af-d4810c3e106b', 'code': 200} Jan 17 17:30:36.603615 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a61c9ef5-ce21-481f-be85-cd9a4373c8e8 req-e5f237db-f28e-4be6-a3c4-695d44661d0c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831554 Jan 17 17:30:36.616147 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=0088cf92-d5fe-4a73-800e-ba8692fa680e,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:36.781576 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f94c7-2750-4d62-bbde-dcb7f7632588 req-60bf1d9f-f48b-43fb-97ec-78fc42329aef tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:36.784277 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a22f94c7-2750-4d62-bbde-dcb7f7632588 req-60bf1d9f-f48b-43fb-97ec-78fc42329aef tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 946 time: 0.0898623 Jan 17 17:30:36.924876 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a22f94c7-2750-4d62-bbde-dcb7f7632588 req-d10e14ad-197f-497d-9ed2-1eb485a80c40 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342390 Jan 17 17:30:36.927575 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c40bce-04ba-4815-aaf9-bcd9760cf8bf req-59fb3c5c-ff15-4714-96c4-eb962bdb5e8e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:36.929225 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a7c40bce-04ba-4815-aaf9-bcd9760cf8bf req-59fb3c5c-ff15-4714-96c4-eb962bdb5e8e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 943 time: 0.0933156 Jan 17 17:30:36.975481 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a7c40bce-04ba-4815-aaf9-bcd9760cf8bf req-f01ee082-f7e1-4fdc-a3f8-2e687dc9ff89 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396729 Jan 17 17:30:37.127173 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe180f-942c-4809-a301-2bd5e409a37b', 'tag': '0be506a8-e745-443b-9fbf-dccafd6d163e'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:37.177547 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffe180f-942c-4809-a301-2bd5e409a37b', 'tag': '0be506a8-e745-443b-9fbf-dccafd6d163e', 'status': 'completed', 'code': 200} Jan 17 17:30:37.545666 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6de61-590d-47c9-92a3-5a3d20dffc3d req-4d929957-c2f7-48ed-992b-1316cf1ef09d tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:37.547175 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f6d6de61-590d-47c9-92a3-5a3d20dffc3d req-4d929957-c2f7-48ed-992b-1316cf1ef09d tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0899830 Jan 17 17:30:37.644688 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-6aa3c029-4ad5-4782-8695-670f8c31d96c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef HTTP/1.1" status: 200 len: 217 time: 0.0830648 Jan 17 17:30:37.790474 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f6d6de61-590d-47c9-92a3-5a3d20dffc3d req-26fa9d94-7f2b-4b55-bc7c-3a887591364a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366123 Jan 17 17:30:37.792057 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-4dbb154b-bfed-4a9f-b312-662deecd8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:37.794027 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-4dbb154b-bfed-4a9f-b312-662deecd8ce7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.1408310 Jan 17 17:30:37.837889 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-1ee22065-31c1-476e-aaf9-2ee9d59863ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:37.839434 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-1ee22065-31c1-476e-aaf9-2ee9d59863ac service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 1096 time: 0.2648189 Jan 17 17:30:37.953381 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-521c55ed-dbf8-41ce-ab76-3a4c322cb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:37.955903 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-521c55ed-dbf8-41ce-ab76-3a4c322cb8b1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1556489 Jan 17 17:30:37.971558 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-59419ecd-2158-425b-af78-4b4078b8c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:37.973108 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-59419ecd-2158-425b-af78-4b4078b8c0ad service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1097 time: 0.3536866 Jan 17 17:30:37.986230 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-f65843b2-e034-40d5-902a-08010a296292 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 HTTP/1.1" status: 200 len: 217 time: 0.0881002 Jan 17 17:30:38.082639 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62233f-f619-409b-a835-4b2439313408 req-c659c990-a99d-4f87-88fe-c3b86205ce2e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:38.084466 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9e62233f-f619-409b-a835-4b2439313408 req-c659c990-a99d-4f87-88fe-c3b86205ce2e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 944 time: 0.1989002 Jan 17 17:30:38.133692 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-d7fbcb9c-92a5-4979-835a-5e42f2fc9690 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0be506a8-e745-443b-9fbf-dccafd6d163e HTTP/1.1" status: 200 len: 217 time: 0.1508965 Jan 17 17:30:38.150553 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-b98ba371-d822-4934-9099-3af0ad3cfd0a service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865590 Jan 17 17:30:38.158203 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9e62233f-f619-409b-a835-4b2439313408 req-8c62cfec-bae7-402a-b4c0-1a613728e8d3 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588427 Jan 17 17:30:38.235188 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-f7deb936-edc9-4f26-baf6-5ca2d63f9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:38.237086 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-f7deb936-edc9-4f26-baf6-5ca2d63f9469 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 1098 time: 0.3966644 Jan 17 17:30:38.244444 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-74b6be13-a6a5-45aa-8730-60bcc6a73bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:38.245876 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-74b6be13-a6a5-45aa-8730-60bcc6a73bc6 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.2042305 Jan 17 17:30:38.313196 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-8305cb78-fb27-4ca8-bc15-f2b394c4faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:38.315249 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-8305cb78-fb27-4ca8-bc15-f2b394c4faf5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.1694129 Jan 17 17:30:38.322687 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:38.336667 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-a6921030-eb9d-4c8e-9f49-2958035058f9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675805 Jan 17 17:30:38.367659 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-16491e49-39d7-43d0-8d2c-2cdeb54cac23 req-6454b0ad-d8bd-4c25-a582-0212ad51cc44 service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085283 Jan 17 17:30:38.399181 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a1d67-67f5-43d7-9b20-48df306a4a65 req-622865a0-4a53-4dd0-abea-017655670bce tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:38.400964 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-550a1d67-67f5-43d7-9b20-48df306a4a65 req-622865a0-4a53-4dd0-abea-017655670bce tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 943 time: 0.1293845 Jan 17 17:30:38.414905 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-b462da1f-9305-495d-b6ab-99c06b08eec3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821426 Jan 17 17:30:38.415845 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:38.446558 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-550a1d67-67f5-43d7-9b20-48df306a4a65 req-874ef8ac-b2f9-4678-af8e-6e1332fa54bb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Jan 17 17:30:38.503800 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] Usage tracker for resource:security_group_rule and tenant:c1c9723785114423a9ac6ddb2385915f is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:38.518172 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30012f58-d0ab-4be0-bded-5c4d000c1b7e req-65fecd75-96bf-4be9-a0c4-40755c9920d7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:38.519726 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-30012f58-d0ab-4be0-bded-5c4d000c1b7e req-65fecd75-96bf-4be9-a0c4-40755c9920d7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 946 time: 0.4769726 Jan 17 17:30:38.525030 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:38.590294 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:38.600127 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e99ef44-ec92-49e3-a027-d5de8fe71145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088cf92-d5fe-4a73-800e-ba8692fa680e'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:38.674204 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e99ef44-ec92-49e3-a027-d5de8fe71145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088cf92-d5fe-4a73-800e-ba8692fa680e', 'code': 200} Jan 17 17:30:38.728592 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-30012f58-d0ab-4be0-bded-5c4d000c1b7e req-d1be57a2-3237-4917-bc45-ce0414d2333a tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958146 Jan 17 17:30:38.736054 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-af99b7c2-617a-4829-9289-467069e36111 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659096 Jan 17 17:30:38.873499 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-10a5c68d-c19e-42d2-82bf-6f319b763c61 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044118 Jan 17 17:30:39.056327 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0245b6d5-a671-463c-b4ba-a9c66936c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:39.059065 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0245b6d5-a671-463c-b4ba-a9c66936c10e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 1099 time: 0.1653929 Jan 17 17:30:39.084583 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:39.101329 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:39.105138 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] Usage tracker for resource:security_group_rule and tenant:c1c9723785114423a9ac6ddb2385915f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:39.108090 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:39.108373 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:39.115538 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:39.129338 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:39.145507 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.db.api [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c1c9723785114423a9ac6ddb2385915f {{(pid=86775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:30:39.146310 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG oslo_db.api [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:30:39.172910 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9244382 Jan 17 17:30:39.181961 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143313fe-4f02-451b-8b7a-2b04f670ebb3 req-f4fdfbbb-59fa-4a6a-94a7-e7f038d3f1d9 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:39.190695 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-143313fe-4f02-451b-8b7a-2b04f670ebb3 req-f4fdfbbb-59fa-4a6a-94a7-e7f038d3f1d9 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 945 time: 0.2129881 Jan 17 17:30:39.212562 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50739ebc-4ad1-4f60-86e3-dcf0e23966a8 req-f3fb9e15-7e52-400c-a706-88f55369a6e7 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386134 Jan 17 17:30:39.264640 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdc5875-51c3-4912-8ed9-8907cb4df39a,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:39.265295 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-143313fe-4f02-451b-8b7a-2b04f670ebb3 req-d73e7716-a295-4993-8bff-432e2af8954d tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735161 Jan 17 17:30:39.266404 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54498) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:39.272862 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fcf6aae7-8230-496e-8097-c80daf58e67a req-db61d0da-8aa3-4eac-aaed-0a736af04ddd service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877761 Jan 17 17:30:39.450201 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114d39-e36d-4e07-9449-b73874dcfb62 req-2d148dc0-56d9-48df-a5a1-aa76834d445d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:39.452008 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-77114d39-e36d-4e07-9449-b73874dcfb62 req-2d148dc0-56d9-48df-a5a1-aa76834d445d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 944 time: 0.1045201 Jan 17 17:30:39.454007 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:39.472382 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:39.479490 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] Usage tracker for resource:security_group_rule and tenant:38e5f49dcd034d44b6fd71808a877df8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:39.483098 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:39.491762 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:39.620827 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:39.627201 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:39.650828 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:39.711046 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-77114d39-e36d-4e07-9449-b73874dcfb62 req-b3f65b57-d210-4c16-9e9c-c01e5bf09e75 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493730 Jan 17 17:30:39.766121 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e838c085-ac6a-4e32-88bc-56dd8e1f7e36,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:39.767492 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-b3e02cad-2860-4667-b978-debd40c42a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:39.769001 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-b3e02cad-2860-4667-b978-debd40c42a95 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 1096 time: 0.2779436 Jan 17 17:30:39.771046 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-e0f4fd42-ac22-45de-b0d4-3af5fbddcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:39.786130 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-e0f4fd42-ac22-45de-b0d4-3af5fbddcc28 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1097 time: 0.2955489 Jan 17 17:30:39.789760 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d7c4cd8d-3cb0-4566-b77d-f81923aa2dae admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=38e5f49dcd034d44b6fd71808a877df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172563 Jan 17 17:30:39.799206 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54522) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:39.948393 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8fb1faa9-7d7d-49ad-bd11-2e260e58febe req-0f93c9e6-88a4-49d4-8ef6-a60227baa76d service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8831582 Jan 17 17:30:39.951891 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a666527-2ff5-4c88-b2fd-1935a8b98b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:39.977658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b794e-5035-4b2d-b69f-28f178e663ee req-79f47efc-30a4-4697-b1c3-798582000303 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:39.979274 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-539b794e-5035-4b2d-b69f-28f178e663ee req-79f47efc-30a4-4697-b1c3-798582000303 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 943 time: 0.2935798 Jan 17 17:30:40.012864 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a666527-2ff5-4c88-b2fd-1935a8b98b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:40.094623 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-539b794e-5035-4b2d-b69f-28f178e663ee req-ec85660f-7faa-4638-8a1e-03540f242c82 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042552 Jan 17 17:30:40.107792 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a666527-2ff5-4c88-b2fd-1935a8b98b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:40.137040 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a666527-2ff5-4c88-b2fd-1935a8b98b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e838c085-ac6a-4e32-88bc-56dd8e1f7e36,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:40.155851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a666527-2ff5-4c88-b2fd-1935a8b98b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:40.157930 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8a666527-2ff5-4c88-b2fd-1935a8b98b27 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e838c085-ac6a-4e32-88bc-56dd8e1f7e36 HTTP/1.1" status: 204 len: 168 time: 0.3547540 Jan 17 17:30:40.179273 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-6b6e242e-c0c3-450a-aa30-5b95cd63c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:40.180735 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-6b6e242e-c0c3-450a-aa30-5b95cd63c19d service neutron] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 919 time: 0.3934882 Jan 17 17:30:40.266620 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-c1e1204a-50ac-46bc-8321-f3af3a58790a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 HTTP/1.1" status: 200 len: 217 time: 0.0744145 Jan 17 17:30:40.269281 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-5a438ced-9386-45a1-9875-d67094830647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:40.270830 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-5a438ced-9386-45a1-9875-d67094830647 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 919 time: 0.4584475 Jan 17 17:30:40.281531 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98275b7-4b38-4d4f-91c4-26e1dadcb39c req-547a9926-4a79-4329-8358-d1aec5ffa7f2 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:40.283632 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a98275b7-4b38-4d4f-91c4-26e1dadcb39c req-547a9926-4a79-4329-8358-d1aec5ffa7f2 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 946 time: 0.3156323 Jan 17 17:30:40.409919 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-20b95694-ee56-4606-897b-9d09288d0b1e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0be506a8-e745-443b-9fbf-dccafd6d163e HTTP/1.1" status: 200 len: 217 time: 0.1238792 Jan 17 17:30:40.463659 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302838e-60e7-4c3a-9b4e-d485731161ba req-cc014d23-d521-4b61-8287-ab988bf65b28 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:40.465956 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8302838e-60e7-4c3a-9b4e-d485731161ba req-cc014d23-d521-4b61-8287-ab988bf65b28 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0909760 Jan 17 17:30:40.487502 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-a4336d21-2892-4d09-9a2e-200bc2e23905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:40.488988 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-a4336d21-2892-4d09-9a2e-200bc2e23905 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.2044387 Jan 17 17:30:40.504270 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a98275b7-4b38-4d4f-91c4-26e1dadcb39c req-b1b8f0bd-cfd9-4053-95c6-6d8f3e32d422 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347311 Jan 17 17:30:40.525484 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54540) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:40.556218 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-239768f0-43c8-455a-a50c-f3f1587fba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:40.557646 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-239768f0-43c8-455a-a50c-f3f1587fba5d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.1411068 Jan 17 17:30:40.557833 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:40.559719 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-28d70845-3857-40ca-91d8-13a9e33b4935 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617712 Jan 17 17:30:40.576298 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8302838e-60e7-4c3a-9b4e-d485731161ba req-05ef0882-1605-4c3d-9532-d9f8c5bac16f tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005559 Jan 17 17:30:40.581294 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:40.591358 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] Usage tracker for resource:security_group_rule and tenant:84761f3920cc4dc583fcaf0d4417f555 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:40.597183 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:40.603562 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:40.710534 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-e344ca28-53d5-4251-8248-003e8e69e202 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375902 Jan 17 17:30:40.729500 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:40.734303 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:40.801451 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac73faad-8b0a-43f6-a84a-cfd2872fa554,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:40.807711 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8244b719-9f71-4fe7-b8cb-f6b964dcf06c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=84761f3920cc4dc583fcaf0d4417f555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812111 Jan 17 17:30:40.810829 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54552) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:40.883840 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-50e4f410-d8bf-4fb3-be3a-5b35729944f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:40.916441 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-50e4f410-d8bf-4fb3-be3a-5b35729944f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:40.950962 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-28e57372-34f5-4ac0-8940-39e37e7a6ff0 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791523 Jan 17 17:30:41.023508 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-50e4f410-d8bf-4fb3-be3a-5b35729944f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:41.046040 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4f410-d8bf-4fb3-be3a-5b35729944f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac73faad-8b0a-43f6-a84a-cfd2872fa554,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:41.071292 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-50e4f410-d8bf-4fb3-be3a-5b35729944f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:41.073466 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-50e4f410-d8bf-4fb3-be3a-5b35729944f4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ac73faad-8b0a-43f6-a84a-cfd2872fa554 HTTP/1.1" status: 204 len: 168 time: 0.2612348 Jan 17 17:30:41.074593 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-b8e3daea-f29c-43cd-b8d1-e8da8492093c service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506253 Jan 17 17:30:41.210279 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-930b192e-e0a3-40b9-b942-3f30a6550f7b req-4b3dc3fd-0241-43ca-9b68-fd98fedb4f99 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481577 Jan 17 17:30:41.234387 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a257b-f677-4b09-8035-2fbea64d3b7f req-8f555b4f-af52-492f-a130-e0eaa5a03770 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:41.236266 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-360a257b-f677-4b09-8035-2fbea64d3b7f req-8f555b4f-af52-492f-a130-e0eaa5a03770 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 944 time: 0.3985603 Jan 17 17:30:41.381306 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab3f0284-2c53-41c3-b204-62935769d9ef req-89a7cf15-32f6-4d2e-b28e-bcb7b1eb82da service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961292 Jan 17 17:30:41.386237 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-360a257b-f677-4b09-8035-2fbea64d3b7f req-bc738a49-ee68-446a-b24c-7c41ff5cda6d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378481 Jan 17 17:30:41.580799 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc1467-bbb0-4c3d-a4e2-03d72369182b req-0df29de4-c9c9-4190-a1b5-3cce25f8028c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:41.582595 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1fcc1467-bbb0-4c3d-a4e2-03d72369182b req-0df29de4-c9c9-4190-a1b5-3cce25f8028c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 943 time: 0.2090476 Jan 17 17:30:41.649823 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1fcc1467-bbb0-4c3d-a4e2-03d72369182b req-befd740d-c5ec-42bd-9cf0-bbf700e38dfa tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608287 Jan 17 17:30:41.793096 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca5a2b-4234-442f-8342-e3802be241fd req-5fadc0c4-2e56-4f3b-8a56-fbdc8f5ea1ed tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:41.801536 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e0ca5a2b-4234-442f-8342-e3802be241fd req-5fadc0c4-2e56-4f3b-8a56-fbdc8f5ea1ed tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 946 time: 0.1188154 Jan 17 17:30:41.870304 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e0ca5a2b-4234-442f-8342-e3802be241fd req-29795e98-6a05-4b3d-b9cc-90f343e1f320 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675166 Jan 17 17:30:41.919531 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aa3be-df8d-4c42-a8f7-d8518fcfcb6e req-fbef2900-0afc-4aeb-be48-7e2b41612037 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:41.921345 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4a3aa3be-df8d-4c42-a8f7-d8518fcfcb6e req-fbef2900-0afc-4aeb-be48-7e2b41612037 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 945 time: 0.0910313 Jan 17 17:30:41.987687 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4a3aa3be-df8d-4c42-a8f7-d8518fcfcb6e req-cd915271-16c8-40a6-b9bd-d4b79a3b0e75 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588722 Jan 17 17:30:42.137830 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device a8d8bf24-fa11-4a3d-bfa7-43825baeeaef details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:30:42.364539 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:42.380889 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'port_id': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'mac_address': 'fa:16:3e:b7:bb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:30:42.455438 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:42.513889 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d8bf24-fa11-4a3d-bfa7-43825baeeaef {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:42.553771 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:42.565623 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:42.658961 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:42.717736 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344e334-9f53-47cf-ad96-c5952025e19e req-0cb6e472-2b23-4010-8757-37b8da7d9c0c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:42.719398 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d344e334-9f53-47cf-ad96-c5952025e19e req-0cb6e472-2b23-4010-8757-37b8da7d9c0c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 945 time: 0.1392255 Jan 17 17:30:42.833567 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d344e334-9f53-47cf-ad96-c5952025e19e req-98094912-751f-4d32-872f-d992c4fd3465 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911171 Jan 17 17:30:42.942641 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3787551-c164-4d6c-aa03-150d75882227 req-30fd2966-300c-452a-9abf-f83ab100b39f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:42.944407 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d3787551-c164-4d6c-aa03-150d75882227 req-30fd2966-300c-452a-9abf-f83ab100b39f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 943 time: 0.1090724 Jan 17 17:30:43.004942 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d3787551-c164-4d6c-aa03-150d75882227 req-a8717bf4-f39d-4bde-b186-0f76558fe426 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545802 Jan 17 17:30:43.877476 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:30:44.090826 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:44.123414 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': 'aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4', 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2', 'port_id': 'aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4', 'mac_address': 'fa:16:3e:ac:3c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4348a1-bf58-4398-8446-2b0bdaa1b6f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:30:44.178552 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['a8d8bf24-fa11-4a3d-bfa7-43825baeeaef'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:30:44.188252 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f14e1-8502-469f-aa9c-2986a64318da req-f9d08696-40bc-49ba-93b7-71516d9afdfc tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:44.196337 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a50f14e1-8502-469f-aa9c-2986a64318da req-f9d08696-40bc-49ba-93b7-71516d9afdfc tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 945 time: 0.1892877 Jan 17 17:30:44.275120 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:44.285554 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a50f14e1-8502-469f-aa9c-2986a64318da req-cb5495cd-44c9-409a-b834-d4eeb0447301 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881910 Jan 17 17:30:44.287144 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb462-f803-4d6d-afbb-a52d15adbcc5 req-b1b62082-89b7-4cb3-81e4-810334de0ab2 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:44.296771 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d33cb462-f803-4d6d-afbb-a52d15adbcc5 req-b1b62082-89b7-4cb3-81e4-810334de0ab2 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 943 time: 0.1114819 Jan 17 17:30:44.317681 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:44.353546 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:44.363373 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d33cb462-f803-4d6d-afbb-a52d15adbcc5 req-ec7ffd6d-f488-4007-9093-ceacca4440a0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652313 Jan 17 17:30:44.366027 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:44.484364 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:45.494550 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a6cd-9c53-410d-a3a3-4d3fc06015ba req-b9d0c4c2-f757-4cea-9e69-25033de6d51d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:45.496116 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8106a6cd-9c53-410d-a3a3-4d3fc06015ba req-b9d0c4c2-f757-4cea-9e69-25033de6d51d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 945 time: 0.0893865 Jan 17 17:30:45.547164 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8106a6cd-9c53-410d-a3a3-4d3fc06015ba req-05df1b13-2e3b-4846-bd65-8d4e97dd91a1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441580 Jan 17 17:30:45.568897 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e100d-cc9a-40fa-aec2-5cfb1b9763c1 req-c00ba7b8-eae3-47c8-b7d6-feac79b1eda7 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:45.570276 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-733e100d-cc9a-40fa-aec2-5cfb1b9763c1 req-c00ba7b8-eae3-47c8-b7d6-feac79b1eda7 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 944 time: 0.0882230 Jan 17 17:30:45.616479 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-733e100d-cc9a-40fa-aec2-5cfb1b9763c1 req-82f02bfc-5200-482f-a898-fd4f29acc5fc tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Jan 17 17:30:46.747815 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84eaf9-33df-4b34-8101-5bc033163a8e req-cb8828a5-f437-4a09-9ccb-a360987d9c38 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:46.749281 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3d84eaf9-33df-4b34-8101-5bc033163a8e req-cb8828a5-f437-4a09-9ccb-a360987d9c38 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 945 time: 0.0951602 Jan 17 17:30:46.794391 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3d84eaf9-33df-4b34-8101-5bc033163a8e req-d2b6ab3c-b761-4bdb-857b-774054b83a23 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394247 Jan 17 17:30:46.814897 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c4b25-3d2d-45b3-abb8-7de482f179ce req-6bcc50c7-add6-44c0-bbdc-bcd6945234fb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:46.815403 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-fc3c4b25-3d2d-45b3-abb8-7de482f179ce req-6bcc50c7-add6-44c0-bbdc-bcd6945234fb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 944 time: 0.0900521 Jan 17 17:30:46.861039 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-fc3c4b25-3d2d-45b3-abb8-7de482f179ce req-d2ceab1f-9c33-41ba-96a3-e8d55ff67271 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399845 Jan 17 17:30:47.063961 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0be506a8-e745-443b-9fbf-dccafd6d163e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:30:47.201610 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0be506a8-e745-443b-9fbf-dccafd6d163e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0be506a8-e745-443b-9fbf-dccafd6d163e,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:47.216943 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '0be506a8-e745-443b-9fbf-dccafd6d163e', 'network_id': 'f73ef950-9685-4823-bdb4-ca771d5095b2', 'port_id': '0be506a8-e745-443b-9fbf-dccafd6d163e', 'mac_address': 'fa:16:3e:64:25:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4348a1-bf58-4398-8446-2b0bdaa1b6f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:30:47.284853 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:47.302125 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be506a8-e745-443b-9fbf-dccafd6d163e {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:30:47.321765 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0be506a8-e745-443b-9fbf-dccafd6d163e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0be506a8-e745-443b-9fbf-dccafd6d163e,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:47.325367 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:30:47.355071 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:47.465354 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=0be506a8-e745-443b-9fbf-dccafd6d163e,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:47.751609 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0be506a8-e745-443b-9fbf-dccafd6d163e'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:30:48.033527 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b53b3-fa52-4988-bab1-d5186b5760e5 req-bd50bb91-278d-4fc4-a7c3-59f0cdf57104 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:48.042203 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a67b53b3-fa52-4988-bab1-d5186b5760e5 req-bd50bb91-278d-4fc4-a7c3-59f0cdf57104 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 945 time: 0.1280770 Jan 17 17:30:48.071726 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-bee809a5-37b7-4af9-8c39-d26c3d5876c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:48.111275 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a67b53b3-fa52-4988-bab1-d5186b5760e5 req-25989270-31dc-4adc-850e-c3f7a95f5a9c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672016 Jan 17 17:30:48.132391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b928c8-2432-40c1-8e61-7e27f898603b req-d2511841-c335-47d7-8ff8-35d1071d384b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:48.132391 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3b928c8-2432-40c1-8e61-7e27f898603b req-d2511841-c335-47d7-8ff8-35d1071d384b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 944 time: 0.1310670 Jan 17 17:30:48.188100 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3b928c8-2432-40c1-8e61-7e27f898603b req-ff59917c-f268-4011-b030-b042c574198a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Jan 17 17:30:49.075308 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:49.219283 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:49.233229 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:49.233670 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.341957 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54846) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:49.460522 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa49b2e-b1f1-4061-8bf2-f3bba1653af0 req-f3402b84-647c-4357-9a3e-f81f782030c1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:49.462230 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6aa49b2e-b1f1-4061-8bf2-f3bba1653af0 req-f3402b84-647c-4357-9a3e-f81f782030c1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 945 time: 0.1943934 Jan 17 17:30:49.465344 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.508778 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.524511 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0948525-54cc-4745-8f4a-3344bf3c562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:49.538343 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:49.538621 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6aa49b2e-b1f1-4061-8bf2-f3bba1653af0 req-60415840-2e61-4976-8d50-77f15f08b8a5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665593 Jan 17 17:30:49.544759 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.545730 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0be506a8-e745-443b-9fbf-dccafd6d163e up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:49.576499 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:49.588897 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:f8e375f7ce2b446eb24ad45f65e45bda is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:49.604203 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:49.614193 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:49.738379 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.745534 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.821992 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:49.827247 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 0be506a8-e745-443b-9fbf-dccafd6d163e completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:49.836157 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f8e375f7ce2b446eb24ad45f65e45bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930570 Jan 17 17:30:49.839478 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54872) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:49.839610 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 0be506a8-e745-443b-9fbf-dccafd6d163e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:49.839908 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.883113 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0948525-54cc-4745-8f4a-3344bf3c562d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4', 'code': 200} Jan 17 17:30:49.908440 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c021be-1b6a-4576-a681-05485cc93ed5 req-1309151a-b504-47c2-b15b-019701b6fef4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:49.910364 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-59c021be-1b6a-4576-a681-05485cc93ed5 req-1309151a-b504-47c2-b15b-019701b6fef4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1612277 Jan 17 17:30:49.916709 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f29b7-fbba-49c4-b552-88088c0e8bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d8957f-3af6-434a-a52c-075ae469da1e,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:49.945669 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-66640933-f0d9-46af-a41c-09c58b3cf57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.980904 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-66640933-f0d9-46af-a41c-09c58b3cf57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:49.993560 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-59c021be-1b6a-4576-a681-05485cc93ed5 req-8f61fd43-479b-4d1d-8299-f0c96e38b221 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750270 Jan 17 17:30:50.038862 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.055698 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-66640933-f0d9-46af-a41c-09c58b3cf57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.080128 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66640933-f0d9-46af-a41c-09c58b3cf57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d8957f-3af6-434a-a52c-075ae469da1e,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:50.083375 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-66640933-f0d9-46af-a41c-09c58b3cf57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.087617 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-66640933-f0d9-46af-a41c-09c58b3cf57c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/29d8957f-3af6-434a-a52c-075ae469da1e HTTP/1.1" status: 204 len: 168 time: 0.2469561 Jan 17 17:30:50.093258 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0be506a8-e745-443b-9fbf-dccafd6d163e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0be506a8-e745-443b-9fbf-dccafd6d163e,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:50.107668 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.108439 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device a8d8bf24-fa11-4a3d-bfa7-43825baeeaef up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:30:50.183886 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92bccb-bf2d-4ddd-a6c9-cea12430a68c req-5716a23b-341f-450a-8a6e-e03c3ca7266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:50.185506 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3f92bccb-bf2d-4ddd-a6c9-cea12430a68c req-5716a23b-341f-450a-8a6e-e03c3ca7266c service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 1098 time: 0.1133044 Jan 17 17:30:50.258044 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3f92bccb-bf2d-4ddd-a6c9-cea12430a68c req-77c7e080-3d66-46f0-957a-8f8bf8e4c45d service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656331 Jan 17 17:30:50.264472 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=0be506a8-e745-443b-9fbf-dccafd6d163e,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:50.267854 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:30:50.281505 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:30:50.281914 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.357891 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-b1b79fe1-4c09-40a8-99e2-74190f1323cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.449415 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.506617 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:30:50.512787 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.552159 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54904) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:50.575745 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.596191 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:50.602278 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] Usage tracker for resource:security_group_rule and tenant:904f2cf25a614dd78717d8fad9c04964 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:50.606460 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:50.613654 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:50.671216 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:50.767063 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.774974 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:50.887378 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14833d08-cbc5-4970-a1ed-05bb671181c0,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:50.894355 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-39b2b891-3b71-42de-a309-b053915de7ba admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=904f2cf25a614dd78717d8fad9c04964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386450 Jan 17 17:30:50.898040 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 54918) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:50.930022 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218ffbf-486d-4735-ba12-2099ad4e5393 req-dfdcc19e-92f2-447f-9d86-dfc57faba896 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:50.931889 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a218ffbf-486d-4735-ba12-2099ad4e5393 req-dfdcc19e-92f2-447f-9d86-dfc57faba896 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1596904 Jan 17 17:30:50.992537 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a218ffbf-486d-4735-ba12-2099ad4e5393 req-25426255-4ed3-424c-8600-e8bc32e299e5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541682 Jan 17 17:30:51.007061 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cc882e42-952f-4ef2-8905-6eb56d4e624c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.040516 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cc882e42-952f-4ef2-8905-6eb56d4e624c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.051508 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54926) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:51.174934 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cc882e42-952f-4ef2-8905-6eb56d4e624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.213387 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc882e42-952f-4ef2-8905-6eb56d4e624c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14833d08-cbc5-4970-a1ed-05bb671181c0,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:51.215154 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.227433 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cc882e42-952f-4ef2-8905-6eb56d4e624c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.228847 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-cc882e42-952f-4ef2-8905-6eb56d4e624c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/14833d08-cbc5-4970-a1ed-05bb671181c0 HTTP/1.1" status: 204 len: 168 time: 0.3292480 Jan 17 17:30:51.252434 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:51.262248 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] Usage tracker for resource:security_group_rule and tenant:dc401580c6c249cc8c3b64809f4197b0 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:51.265653 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723ba8d-51f8-4635-948d-713659523ee9 req-91160bc6-edcc-45da-a237-862837221a73 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:51.265802 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:51.271314 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6723ba8d-51f8-4635-948d-713659523ee9 req-91160bc6-edcc-45da-a237-862837221a73 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1398580 Jan 17 17:30:51.279739 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:51.340055 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6723ba8d-51f8-4635-948d-713659523ee9 req-047a8103-555d-48f9-8795-299802b1f142 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589392 Jan 17 17:30:51.398232 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.402702 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.458854 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dc401580c6c249cc8c3b64809f4197b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051464 Jan 17 17:30:51.458854 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec7726-93ae-4047-955d-df1e2060b849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb9afa-6595-4908-aa3e-46e4759cd126,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:51.461344 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54942) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:51.513252 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.548072 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a151d243-5e62-4fcb-804f-9f008b1f835a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.581840 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a151d243-5e62-4fcb-804f-9f008b1f835a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.649575 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a151d243-5e62-4fcb-804f-9f008b1f835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.670310 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151d243-5e62-4fcb-804f-9f008b1f835a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb9afa-6595-4908-aa3e-46e4759cd126,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:51.682641 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a151d243-5e62-4fcb-804f-9f008b1f835a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.683963 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a151d243-5e62-4fcb-804f-9f008b1f835a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/16fb9afa-6595-4908-aa3e-46e4759cd126 HTTP/1.1" status: 204 len: 168 time: 0.2216458 Jan 17 17:30:51.725026 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 54950) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:51.744973 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.760497 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:51.765209 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] Usage tracker for resource:security_group_rule and tenant:174d16362d3344e5b0c4101ce640947e is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:51.768466 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:51.774438 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:51.834811 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.872786 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.878170 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:51.884742 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe180f-942c-4809-a301-2bd5e409a37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be506a8-e745-443b-9fbf-dccafd6d163e'}, {'server_uuid': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:51.944126 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=174d16362d3344e5b0c4101ce640947e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178278 Jan 17 17:30:51.945700 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b533c64-d9f3-4ca2-a778-550bdb34458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07e880f-e01b-4f0b-b6c2-65c043227bb0,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:51.946888 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54964) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:51.949541 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffe180f-942c-4809-a301-2bd5e409a37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be506a8-e745-443b-9fbf-dccafd6d163e', 'code': 200} Jan 17 17:30:51.950725 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'code': 200} Jan 17 17:30:52.084817 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9abd-a86c-48ef-ba22-f4bc620797ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.134841 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9abd-a86c-48ef-ba22-f4bc620797ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.182700 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.199830 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54970) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:52.220770 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.231853 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9abd-a86c-48ef-ba22-f4bc620797ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.293032 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:52.295352 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9abd-a86c-48ef-ba22-f4bc620797ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07e880f-e01b-4f0b-b6c2-65c043227bb0,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:52.301475 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9abd-a86c-48ef-ba22-f4bc620797ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.302563 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a4bb9abd-a86c-48ef-ba22-f4bc620797ce admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e07e880f-e01b-4f0b-b6c2-65c043227bb0 HTTP/1.1" status: 204 len: 168 time: 0.3545995 Jan 17 17:30:52.303765 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] Usage tracker for resource:security_group_rule and tenant:7c35665482c34e008943b515e09b9954 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:52.312081 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:52.320562 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:52.372552 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-f37948ec-cf3d-46ed-8e9a-16b51af7f4d7 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1430664 Jan 17 17:30:52.396604 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1a6ef-9a5b-4702-bfa3-486320d9f477 req-4defcb81-3785-4833-b3ba-2b339187d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:52.398272 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-32d1a6ef-9a5b-4702-bfa3-486320d9f477 req-4defcb81-3785-4833-b3ba-2b339187d1de service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 1099 time: 0.1916411 Jan 17 17:30:52.447138 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68756bfa-83b3-4e1d-b374-ab5e9fa1652e req-25f34c60-63d1-46bb-97ea-0090d2a98773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:52.448630 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-68756bfa-83b3-4e1d-b374-ab5e9fa1652e req-25f34c60-63d1-46bb-97ea-0090d2a98773 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1099 time: 0.2104242 Jan 17 17:30:52.455682 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.460922 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.527138 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b78b7-2502-49cf-983f-f0270bbe86ca req-ec5a1995-bbeb-41a4-82ca-abcb8768a13f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:52.528693 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6d0b78b7-2502-49cf-983f-f0270bbe86ca req-ec5a1995-bbeb-41a4-82ca-abcb8768a13f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.3758805 Jan 17 17:30:52.562432 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7c35665482c34e008943b515e09b9954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609903 Jan 17 17:30:52.563795 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ee523-43e7-4b9f-9388-7b33c553ec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39787e6f-0091-4815-9434-d286f9a9b89f,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:52.567089 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 54988) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:52.605649 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-68756bfa-83b3-4e1d-b374-ab5e9fa1652e req-90874d55-cbaf-493a-91c8-4af7c621bd92 service neutron] Synchronizing usage tracker for tenant:c1c9723785114423a9ac6ddb2385915f on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:52.693634 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-32d1a6ef-9a5b-4702-bfa3-486320d9f477 req-e0147f4e-a411-4254-aef1-07ad3daa0cac service neutron] Synchronizing usage tracker for tenant:c1c9723785114423a9ac6ddb2385915f on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:30:52.707603 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6d0b78b7-2502-49cf-983f-f0270bbe86ca req-c4a38bb6-8464-465d-bd19-f385fc078e63 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592531 Jan 17 17:30:52.711134 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-68756bfa-83b3-4e1d-b374-ab5e9fa1652e req-90874d55-cbaf-493a-91c8-4af7c621bd92 service neutron] Unset dirty status for tenant:c1c9723785114423a9ac6ddb2385915f on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:52.712194 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-68756bfa-83b3-4e1d-b374-ab5e9fa1652e req-90874d55-cbaf-493a-91c8-4af7c621bd92 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522874 Jan 17 17:30:52.719315 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-32d1a6ef-9a5b-4702-bfa3-486320d9f477 req-e0147f4e-a411-4254-aef1-07ad3daa0cac service neutron] Unset dirty status for tenant:c1c9723785114423a9ac6ddb2385915f on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:30:52.721699 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-32d1a6ef-9a5b-4702-bfa3-486320d9f477 req-e0147f4e-a411-4254-aef1-07ad3daa0cac service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995481 Jan 17 17:30:52.732087 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-45de4d24-c4de-49f4-840a-5619a0b66a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:52.733564 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-45de4d24-c4de-49f4-840a-5619a0b66a1e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=be5bd3e08af842ee838bf449936cd1a4&device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 1098 time: 0.2653811 Jan 17 17:30:52.736099 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.769340 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.790861 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8208b9b-c165-4a71-ae74-e29819eac414 req-ba487fe1-988b-49ac-b6bb-b14741766d6c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:52.799589 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c8208b9b-c165-4a71-ae74-e29819eac414 req-ba487fe1-988b-49ac-b6bb-b14741766d6c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1827011 Jan 17 17:30:52.869364 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c8208b9b-c165-4a71-ae74-e29819eac414 req-255fb5ae-6ee4-4a55-9cd1-8c40b20bb7f4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Jan 17 17:30:52.908973 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.928853 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.939752 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39787e6f-0091-4815-9434-d286f9a9b89f,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:52.948020 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.948633 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.948981 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.949309 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.949638 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.949963 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.950420 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.950755 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.951096 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.951412 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.951724 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.952162 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:52.960933 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:52.962221 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-e0f251ee-a19c-4366-a2e1-6fb98ca56676 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/39787e6f-0091-4815-9434-d286f9a9b89f HTTP/1.1" status: 204 len: 168 time: 0.3936102 Jan 17 17:30:53.281816 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55022) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:53.334566 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-84694436-e342-43eb-98f8-f55d1449c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:53.336261 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-84694436-e342-43eb-98f8-f55d1449c89d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 1098 time: 0.0938790 Jan 17 17:30:53.413856 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-6e212fe7-bce3-4854-a068-60e626cecfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:53.415434 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-6e212fe7-bce3-4854-a068-60e626cecfa7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=811be144-b427-4084-aa12-5b4c3d555e77 HTTP/1.1" status: 200 len: 912 time: 0.2165589 Jan 17 17:30:53.498153 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-0ff4c056-03af-4243-85a3-f705f2967928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:53.503251 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-0ff4c056-03af-4243-85a3-f705f2967928 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 919 time: 0.1554406 Jan 17 17:30:53.525846 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-77b2ed6e-0417-4e22-abc6-b829e3429b7b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03285fdf-54ea-4b91-a0af-d4810c3e106b HTTP/1.1" status: 200 len: 217 time: 0.0723288 Jan 17 17:30:53.600491 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-31cc1575-7c3e-40b5-99ce-94b4de1cb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:53.601927 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-31cc1575-7c3e-40b5-99ce-94b4de1cb5fe service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a32de394-4084-40ef-b230-31bc53d12c30 HTTP/1.1" status: 200 len: 851 time: 0.0640593 Jan 17 17:30:53.602401 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55032) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:53.646669 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-c3758df0-eb07-4713-8ea6-fe5483286ef5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 HTTP/1.1" status: 200 len: 217 time: 0.1296635 Jan 17 17:30:53.671274 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-1729779b-3296-41aa-831d-42f3de7a1b7b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=811be144-b427-4084-aa12-5b4c3d555e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465419 Jan 17 17:30:53.672236 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:53.749032 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-97e801e3-4667-46a8-aba5-3d25a90a7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:53.751850 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-97e801e3-4667-46a8-aba5-3d25a90a7b0d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.0902433 Jan 17 17:30:53.803732 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed2e4-2554-4ab7-8885-0566b3140f6a req-1668d001-103c-4c53-9240-086abcecd725 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:53.806061 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b75ed2e4-2554-4ab7-8885-0566b3140f6a req-1668d001-103c-4c53-9240-086abcecd725 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.3896706 Jan 17 17:30:53.807310 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:53.815673 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55042) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:53.840547 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-c8fb0506-7e58-4cd2-994a-20a9e32f10d1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762503 Jan 17 17:30:53.842784 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:53.845862 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] Usage tracker for resource:security_group_rule and tenant:e9a6978cb2a4418eb7230be14be2b3a7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:53.857921 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:53.869656 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:53.935463 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b75ed2e4-2554-4ab7-8885-0566b3140f6a req-b794829b-3804-48bb-9508-f0d1d554fd5d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076810 Jan 17 17:30:53.985932 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:53.995615 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:54.013526 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:54.018102 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-e7aea50f-2f44-4ba9-96ec-c807fd1a7d75 service neutron] 10.222.0.106 "GET /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262765 Jan 17 17:30:54.022596 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5fa27978b74ab0a238a0098ef08b67 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:54.028323 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:54.075775 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:30:54.080630 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Usage tracker for resource:security_group_rule and tenant:3649e177f34340d88a7d13f1d91654f8 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:54.100202 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:54.111729 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:54.130360 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:54.204978 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-afcc5aaf-394c-469e-8ee8-b013fb932c4b service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498571 Jan 17 17:30:54.244370 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eac20-16c1-48ac-a55a-bb9990b79a00 req-243884f8-0fdc-47c7-a1f5-4241f82c92d7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:54.245892 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e81eac20-16c1-48ac-a55a-bb9990b79a00 req-243884f8-0fdc-47c7-a1f5-4241f82c92d7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.3883352 Jan 17 17:30:54.269804 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-76d1b8e1-306c-469e-aa0d-6ce28adba2fc req-3bdf0803-e2f2-440d-9922-ea5c0b21d320 service neutron] 10.222.0.106 "GET /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367043 Jan 17 17:30:54.290611 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.305927 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.402398 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e9a6978cb2a4418eb7230be14be2b3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987466 Jan 17 17:30:54.405936 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55062) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:54.407772 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030324ee-d7d8-4eb8-9b6f-0da8c3b607ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005d1a37-2c2c-45b5-8767-7830653a6d92,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:54.422498 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.429997 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.431161 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e81eac20-16c1-48ac-a55a-bb9990b79a00 req-7d21181d-c134-468d-b3c4-66205f88b457 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727397 Jan 17 17:30:54.489884 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dc5fa27978b74ab0a238a0098ef08b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709762 Jan 17 17:30:54.490085 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508ad5a-ab6f-46b8-962d-dc6eeae92184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa6be5-e3f4-46aa-8889-c9b72be2359f,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:54.491831 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-10125222-dfeb-4eb5-a1a4-4f384ce06f45 req-bc5db331-841e-4f5b-9d25-84924aa80b9b service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782116 Jan 17 17:30:54.492521 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55066) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:54.512011 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.522498 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.602397 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d0f74e3-efbd-4b17-902a-35ab7ff1af52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.630106 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60be5a95-efdf-4416-9482-49d155a682bf,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:54.637088 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3649e177f34340d88a7d13f1d91654f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3536777 Jan 17 17:30:54.639526 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55076) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:54.647220 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6f94c188-2524-4e5c-bfd3-0a8673e24d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.661278 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.661628 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.661967 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.662297 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.662626 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.662983 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.663305 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.663627 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.663948 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.664268 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.664586 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.664904 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064a5fc-5c72-446e-8732-aac132f5d1bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:30:54.696852 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d0f74e3-efbd-4b17-902a-35ab7ff1af52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.734882 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6f94c188-2524-4e5c-bfd3-0a8673e24d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.787052 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d0f74e3-efbd-4b17-902a-35ab7ff1af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.803995 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f74e3-efbd-4b17-902a-35ab7ff1af52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa6be5-e3f4-46aa-8889-c9b72be2359f,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:54.806069 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-870c3db7-de7b-424d-b610-505e51c3d953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.831179 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d0f74e3-efbd-4b17-902a-35ab7ff1af52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.833350 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-5d0f74e3-efbd-4b17-902a-35ab7ff1af52 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/44fa6be5-e3f4-46aa-8889-c9b72be2359f HTTP/1.1" status: 204 len: 168 time: 0.3398247 Jan 17 17:30:54.839715 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-870c3db7-de7b-424d-b610-505e51c3d953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.873359 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6f94c188-2524-4e5c-bfd3-0a8673e24d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.901015 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94c188-2524-4e5c-bfd3-0a8673e24d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d1a37-2c2c-45b5-8767-7830653a6d92,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:54.923191 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6f94c188-2524-4e5c-bfd3-0a8673e24d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.924387 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-6f94c188-2524-4e5c-bfd3-0a8673e24d89 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/005d1a37-2c2c-45b5-8767-7830653a6d92 HTTP/1.1" status: 204 len: 168 time: 0.5126474 Jan 17 17:30:54.949823 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-870c3db7-de7b-424d-b610-505e51c3d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.967967 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c3db7-de7b-424d-b610-505e51c3d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60be5a95-efdf-4416-9482-49d155a682bf,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:54.975374 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-870c3db7-de7b-424d-b610-505e51c3d953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:54.978942 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-870c3db7-de7b-424d-b610-505e51c3d953 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/60be5a95-efdf-4416-9482-49d155a682bf HTTP/1.1" status: 204 len: 168 time: 0.3347638 Jan 17 17:30:55.147896 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a496-3408-4df1-a2ea-3a49b7ad5d00 req-0e3618b1-bc2c-4c3c-a047-36d975c749a0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:55.149452 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f2f9a496-3408-4df1-a2ea-3a49b7ad5d00 req-0e3618b1-bc2c-4c3c-a047-36d975c749a0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0880687 Jan 17 17:30:55.200274 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f2f9a496-3408-4df1-a2ea-3a49b7ad5d00 req-284f380e-1bac-48b9-80ba-55641fbb7f4c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443799 Jan 17 17:30:55.487397 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55114) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:55.509114 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:55.527607 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:55.532696 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] Usage tracker for resource:security_group_rule and tenant:d112c2561b0e4e558a594977fa62b42c is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:55.537800 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:55.545124 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:55.694930 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362352ce-d933-442d-8ed8-5b600b9a5dfb req-26761658-48c4-451a-be58-bd5722cc8d6b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:55.696409 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-362352ce-d933-442d-8ed8-5b600b9a5dfb req-26761658-48c4-451a-be58-bd5722cc8d6b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1473625 Jan 17 17:30:55.749384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55126) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:55.776502 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-362352ce-d933-442d-8ed8-5b600b9a5dfb req-c38eaacf-5491-445c-a193-8b4899394c72 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709374 Jan 17 17:30:55.778214 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:55.786034 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:55.841231 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:55.869448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:55.871230 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904a96d4-a97a-440c-8dba-63c408681c7d,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:55.873679 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] Usage tracker for resource:security_group_rule and tenant:11b03efb215e436e8ecd1b389a78bd8f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:55.892131 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:55.900731 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:55.912473 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-0ee0a2d9-4397-4398-b21c-907910d1bc17 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d112c2561b0e4e558a594977fa62b42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231095 Jan 17 17:30:55.913713 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55134) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:56.023879 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.029653 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.081864 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9187769f-4477-4799-a989-2710b5878591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.097576 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8369b34-e54f-45f0-b4dd-1a758a471638,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:56.124792 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9187769f-4477-4799-a989-2710b5878591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.195658 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9187769f-4477-4799-a989-2710b5878591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.224176 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1cc69c0b-8947-4de7-9d8e-91a085f87166 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=11b03efb215e436e8ecd1b389a78bd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720051 Jan 17 17:30:56.226460 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55146) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:56.238113 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187769f-4477-4799-a989-2710b5878591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904a96d4-a97a-440c-8dba-63c408681c7d,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:56.264408 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9187769f-4477-4799-a989-2710b5878591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.269078 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-9187769f-4477-4799-a989-2710b5878591 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/904a96d4-a97a-440c-8dba-63c408681c7d HTTP/1.1" status: 204 len: 168 time: 0.3503890 Jan 17 17:30:56.314939 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1acf3a53-c97b-4582-8edb-ddaa4d67ba2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.345430 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782f386-ae4b-4765-a62e-90dbd81f63ac req-fb7a8618-42de-47dd-a1f7-eb0c925d5f82 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:56.358212 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9782f386-ae4b-4765-a62e-90dbd81f63ac req-fb7a8618-42de-47dd-a1f7-eb0c925d5f82 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.2616527 Jan 17 17:30:56.358909 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55154) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:56.375790 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'floatingip': {'port_id': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:56.478891 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.517435 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd998d-b0ec-485c-9795-d1184aa9e2fd req-06cc42bc-f3bf-4fa1-9a5d-68dcce742814 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:56.536267 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-49cd998d-b0ec-485c-9795-d1184aa9e2fd req-06cc42bc-f3bf-4fa1-9a5d-68dcce742814 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1300597 Jan 17 17:30:56.563887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1acf3a53-c97b-4582-8edb-ddaa4d67ba2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.612490 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-49cd998d-b0ec-485c-9795-d1184aa9e2fd req-a88bd40f-0914-4084-ae00-569dec75183c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709584 Jan 17 17:30:56.725802 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55172) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:56.931466 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1acf3a53-c97b-4582-8edb-ddaa4d67ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.962481 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf3a53-c97b-4582-8edb-ddaa4d67ba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8369b34-e54f-45f0-b4dd-1a758a471638,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:56.972335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1acf3a53-c97b-4582-8edb-ddaa4d67ba2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:56.973453 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1acf3a53-c97b-4582-8edb-ddaa4d67ba2c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b8369b34-e54f-45f0-b4dd-1a758a471638 HTTP/1.1" status: 204 len: 168 time: 0.7460644 Jan 17 17:30:56.981357 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997479508-network', 'tenant_id': '7399bcc925784560bda988b26bd5cecb'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:56.987569 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:56.995410 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Usage tracker for resource:network and tenant:7399bcc925784560bda988b26bd5cecb is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:57.008917 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:57.018849 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:57.031533 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Made reservation on behalf of 7399bcc925784560bda988b26bd5cecb for: {'network': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:57.034381 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.049524 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.076895 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:57.083572 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Usage tracker for resource:security_group_rule and tenant:7399bcc925784560bda988b26bd5cecb is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:57.089013 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:57.099544 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:57.228226 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.228226 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.267956 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=86776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:30:57.284328 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da847ba3-0230-49d5-b83e-1c48eea4b31b,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:57.293989 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.294340 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.segments_db [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Added segment 971354fb-c58c-4355-b9e4-41ae6b74b50a of type vlan for network 597fdbfd-83d3-4672-b073-761fd9b1f9c5 Jan 17 17:30:57.337395 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.393818 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.395064 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:57.395870 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.616885 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8897719 Jan 17 17:30:57.622849 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55208) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:57.634726 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d792f9-fd9b-4e70-94da-8944504f6e81 admin admin] Pushing event updated for resources: {'Network': ['ID=597fdbfd-83d3-4672-b073-761fd9b1f9c5,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:57.641652 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Request body: {'subnet': {'network_id': '597fdbfd-83d3-4672-b073-761fd9b1f9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997479508-subnet', 'tenant_id': '7399bcc925784560bda988b26bd5cecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:57.647172 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 597fdbfd-83d3-4672-b073-761fd9b1f9c5 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:30:57.659219 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:57.664414 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Usage tracker for resource:subnet and tenant:7399bcc925784560bda988b26bd5cecb is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:30:57.679796 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:30:57.690062 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:30:57.704272 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Made reservation on behalf of 7399bcc925784560bda988b26bd5cecb for: {'subnet': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:30:57.707079 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519691'] for subnet, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.831330 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:57.842705 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:58.145113 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2439216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519705'] for subnet, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:58.241319 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c410e83-565f-4058-9585-319f8244d31d,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:30:58.251834 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Checking segment: {'id': '971354fb-c58c-4355-b9e4-41ae6b74b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '597fdbfd-83d3-4672-b073-761fd9b1f9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:30:58.252385 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Network hostable DHCP agents. Network: 597fdbfd-83d3-4672-b073-761fd9b1f9c5, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:30:58.277782 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Network 597fdbfd-83d3-4672-b073-761fd9b1f9c5 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:30:58.295400 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 597fdbfd-83d3-4672-b073-761fd9b1f9c5) {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:30:58.306154 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdd6c-10fb-47ea-afb1-b475c94e4639 req-279e16ff-d9a9-4530-807c-620bf95f2999 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:58.307780 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-413cdd6c-10fb-47ea-afb1-b475c94e4639 req-279e16ff-d9a9-4530-807c-620bf95f2999 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.3256519 Jan 17 17:30:58.310216 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:58.310659 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.l3_db [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Floating IP 48f290ad-27cc-46c3-878d-e7bbd773a04e associated. External IP: 172.27.3.45, port: a8d8bf24-fa11-4a3d-bfa7-43825baeeaef. Jan 17 17:30:58.310871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:58.314124 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6101f41b-1847-43b1-8230-4ec65ac0dfc7 None None] Network 597fdbfd-83d3-4672-b073-761fd9b1f9c5 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:30:58.364490 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-f2546d72-fff2-490d-9753-73d51d185983 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7401853 Jan 17 17:30:58.514476 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-413cdd6c-10fb-47ea-afb1-b475c94e4639 req-3ef20309-5bfd-4b58-b698-d7ca588447a1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398385 Jan 17 17:30:58.623637 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d4c22b-8a3c-45ef-953a-e5f4c4f058cf None None] Network 597fdbfd-83d3-4672-b073-761fd9b1f9c5 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:30:59.104617 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Router 2e7d71db-432c-4477-a39a-2db237d12b15 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:30:59.338536 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:30:59.354528 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:59.357125 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] Sync routers for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:30:59.372969 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:30:59.376588 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:30:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:30:59.429745 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-dfdda041-f682-41fd-8ddf-8f54908c3a02 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "PUT /v2.0/floatingips/48f290ad-27cc-46c3-878d-e7bbd773a04e HTTP/1.1" status: 200 len: 991 time: 3.0626810 Jan 17 17:30:59.429745 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'tag': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:30:59.791645 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'tag': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'status': 'completed', 'code': 200} Jan 17 17:30:59.931310 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:30:59.940385 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-769b459f-3475-4dbf-9b96-08feec0e4f39 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:30:59.947319 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-769b459f-3475-4dbf-9b96-08feec0e4f39 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 814 time: 0.5937614 Jan 17 17:30:59.959714 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55318) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:30:59.976152 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1121696038-network', 'tenant_id': 'bbb612729ed845118ba37e8fc44edbee'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:30:59.983225 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:30:59.996325 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e437bc7-99c7-4c6e-87e6-f9d9677a4e54 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/quotas/7d26f4da2df3414fac1e83af06f08bb8 HTTP/1.1" status: 200 len: 375 time: 0.0376496 Jan 17 17:30:59.999501 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Usage tracker for resource:network and tenant:bbb612729ed845118ba37e8fc44edbee is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:00.012497 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:00.030675 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071cac5-3091-4a9f-a8a6-ba7f985d8231 req-6c9f4cce-0223-445a-8311-5d2162d1a5d5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:00.034938 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7071cac5-3091-4a9f-a8a6-ba7f985d8231 req-6c9f4cce-0223-445a-8311-5d2162d1a5d5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1027353 Jan 17 17:31:00.124063 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:00.130208 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7071cac5-3091-4a9f-a8a6-ba7f985d8231 req-5ef9c2c0-5545-4b45-b47b-045338ed8bf5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881603 Jan 17 17:31:00.149922 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Made reservation on behalf of bbb612729ed845118ba37e8fc44edbee for: {'network': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:31:00.152306 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:00.166781 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:00.199076 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:00.204234 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-f0250afb-f2b9-405c-af21-486da3ceca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:00.205711 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-f0250afb-f2b9-405c-af21-486da3ceca97 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 1099 time: 0.3988593 Jan 17 17:31:00.209849 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Usage tracker for resource:security_group_rule and tenant:bbb612729ed845118ba37e8fc44edbee is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:00.217047 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:00.310959 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:00.374575 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-ad1f1426-d881-425b-8a83-cdc33cb4fd06 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3773820 Jan 17 17:31:00.422261 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-74342fa4-3d84-4c07-ae7d-127364ba4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:00.423889 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-74342fa4-3d84-4c07-ae7d-127364ba4461 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 911 time: 0.2064688 Jan 17 17:31:00.547975 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '48f290ad-27cc-46c3-878d-e7bbd773a04e', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'port_id': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'mac_address': 'fa:16:3e:b7:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:30:23Z', 'updated_at': '2022-01-17T17:30:57Z', 'revision_number': 1, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:00.554226 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] Checking router: 2e7d71db-432c-4477-a39a-2db237d12b15 for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:31:00.568495 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:31:00.569413 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:30:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:00.641140 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-5ef99aca-51d6-479c-b53a-fa6b9b06a86a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef HTTP/1.1" status: 200 len: 999 time: 0.1668532 Jan 17 17:31:00.729981 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-6409dee3-0334-4c71-a961-a71d985ab5f3 service neutron] 10.222.0.107 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427045 Jan 17 17:31:00.744656 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:00.780072 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:00.888522 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-21c4cb71-de3e-4a5b-9690-09a6500add07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:00.889778 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-21c4cb71-de3e-4a5b-9690-09a6500add07 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.2352736 Jan 17 17:31:00.909707 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=86776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:31:00.917109 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:31:00.970080 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e4dc3-2e37-4b21-967b-f882de5ea128,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:00.973090 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:00.973419 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.segments_db [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Added segment 87e84d08-50aa-44b8-ae0d-9aa2e33f4284 of type vlan for network 6be32d8e-938b-4758-9386-e9ef8ab5ddd1 Jan 17 17:31:01.048782 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-0ff61063-bc41-4fcf-b244-481a9b883737 service neutron] 10.222.0.107 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086274 Jan 17 17:31:01.050996 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:01.081777 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-c021d172-427e-4571-8d93-39ff42fbdcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:01.083519 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-c021d172-427e-4571-8d93-39ff42fbdcff service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1777997 Jan 17 17:31:01.115349 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:01.116571 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:01.117452 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:01.224701 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55360) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:01.341310 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3802519 Jan 17 17:31:01.346569 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55372) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:01.352735 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1642d3-5c07-4517-89fe-08ff92fe737d admin admin] Pushing event updated for resources: {'Network': ['ID=6be32d8e-938b-4758-9386-e9ef8ab5ddd1,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:01.365599 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 6be32d8e-938b-4758-9386-e9ef8ab5ddd1 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:31:01.368948 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Request body: {'subnet': {'network_id': '6be32d8e-938b-4758-9386-e9ef8ab5ddd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1121696038-subnet', 'tenant_id': 'bbb612729ed845118ba37e8fc44edbee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:01.395414 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:01.398236 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-d395b322-912a-4f93-9d08-c70f673f5ce7 service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064039 Jan 17 17:31:01.413440 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Usage tracker for resource:subnet and tenant:bbb612729ed845118ba37e8fc44edbee is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:01.431799 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:01.470481 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:01.506185 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Made reservation on behalf of bbb612729ed845118ba37e8fc44edbee for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:31:01.514905 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:01.776139 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-42b56855-5f4a-4e17-82e3-3ddca65c6bd8 req-de30b6b1-a945-41b1-aa3e-79371d03f7aa tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 210 time: 0.1731486 Jan 17 17:31:01.792516 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:01.873396 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55390) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:01.906200 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '48f290ad-27cc-46c3-878d-e7bbd773a04e', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'port_id': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'mac_address': 'fa:16:3e:b7:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:30:23Z', 'updated_at': '2022-01-17T17:30:57Z', 'revision_number': 1, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:01.906858 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fb251bb8-e44d-4c96-9e8c-7b7a3fa7945c req-5bb1f40f-c89e-4401-b4b6-cfd29ef541d4 service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942729 Jan 17 17:31:01.913080 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c9434-6442-4756-ba74-4e737adcdeb3 None None] The sync data for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi is: [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '48f290ad-27cc-46c3-878d-e7bbd773a04e', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'port_id': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'mac_address': 'fa:16:3e:b7:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:30:23Z', 'updated_at': '2022-01-17T17:30:57Z', 'revision_number': 1, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:31:02.030178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:02.053185 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] Usage tracker for resource:security_group_rule and tenant:836068a8ddf24f7b909319ef64e5309b is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:02.056834 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:02.057474 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.068091 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:02.078333 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:02.084413 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab7c85729754b58b3951a79233d1e02 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:02.089896 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:02.104527 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:02.152622 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d7b9d-99c3-43f4-befa-54ea39fedf32 req-dd3e6c65-4e35-4ca6-ac72-da92f2951e9d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:02.154119 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-706d7b9d-99c3-43f4-befa-54ea39fedf32 req-dd3e6c65-4e35-4ca6-ac72-da92f2951e9d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.5134459 Jan 17 17:31:02.156764 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.226434 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0132b8e-be77-4f59-9282-4792f427d97f None None] New status for floating IP 48f290ad-27cc-46c3-878d-e7bbd773a04e: ACTIVE {{(pid=86777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:31:02.245133 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.252339 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.293961 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f6bdff-7a5c-4170-b45c-89b214f6c090,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:02.311923 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7ab7c85729754b58b3951a79233d1e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369094 Jan 17 17:31:02.314267 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-706d7b9d-99c3-43f4-befa-54ea39fedf32 req-bcda0737-4bb0-49e1-b30e-59e3031f2022 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200097 Jan 17 17:31:02.315153 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55398) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:02.324295 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16eec1-6074-4f2d-8521-ba4681d45a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb8b24-bb18-465b-9a32-cd712b75446b,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:02.350402 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Checking segment: {'id': '87e84d08-50aa-44b8-ae0d-9aa2e33f4284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6be32d8e-938b-4758-9386-e9ef8ab5ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:31:02.350756 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Network hostable DHCP agents. Network: 6be32d8e-938b-4758-9386-e9ef8ab5ddd1, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:31:02.384498 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.390634 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.411994 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Network 6be32d8e-938b-4758-9386-e9ef8ab5ddd1 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:31:02.413641 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0e27e5d7-dffe-450a-bb55-90b79e907c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.447385 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 6be32d8e-938b-4758-9386-e9ef8ab5ddd1) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:31:02.451511 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=836068a8ddf24f7b909319ef64e5309b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2253532 Jan 17 17:31:02.454379 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51716dd-c2cc-4778-ad5e-bb043a2b0982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899533e8-3f4d-49fc-8c6c-59c1b82ea4c1,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:02.457584 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:02.458416 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.462438 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55402) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:02.465511 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0e27e5d7-dffe-450a-bb55-90b79e907c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.471841 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae71bc-9063-41df-b9b0-cd654a2efcc5 None None] Network 6be32d8e-938b-4758-9386-e9ef8ab5ddd1 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:31:02.534322 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1d9275e6-b09f-45e7-bfe0-ed991d58469f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1865449 Jan 17 17:31:02.563793 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4fa9bdc7-99cf-42d5-8a22-2b20f16c1570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.616016 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4fa9bdc7-99cf-42d5-8a22-2b20f16c1570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.660480 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0e27e5d7-dffe-450a-bb55-90b79e907c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.682228 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4fa9bdc7-99cf-42d5-8a22-2b20f16c1570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.697845 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27e5d7-dffe-450a-bb55-90b79e907c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb8b24-bb18-465b-9a32-cd712b75446b,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:02.707616 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0e27e5d7-dffe-450a-bb55-90b79e907c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.709095 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-0e27e5d7-dffe-450a-bb55-90b79e907c28 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/45fb8b24-bb18-465b-9a32-cd712b75446b HTTP/1.1" status: 204 len: 168 time: 0.3929274 Jan 17 17:31:02.712365 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9bdc7-99cf-42d5-8a22-2b20f16c1570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899533e8-3f4d-49fc-8c6c-59c1b82ea4c1,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:02.725439 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4fa9bdc7-99cf-42d5-8a22-2b20f16c1570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.727150 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-4fa9bdc7-99cf-42d5-8a22-2b20f16c1570 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/899533e8-3f4d-49fc-8c6c-59c1b82ea4c1 HTTP/1.1" status: 204 len: 168 time: 0.2633882 Jan 17 17:31:03.045123 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-758c59e5-269f-4311-a9e1-5c02d0325cf9 req-2e8fb5e4-63f6-413f-81e6-66957b827279 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 210 time: 0.1196196 Jan 17 17:31:03.170285 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c009a-5679-47a0-8cf7-0d95cdfe45a7 None None] Network 6be32d8e-938b-4758-9386-e9ef8ab5ddd1 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:31:03.273935 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55440) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:03.316166 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:03.373845 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:03.384161 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] Usage tracker for resource:security_group_rule and tenant:b2f70bb89a4f4e6daf85ae075eedef98 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:03.397251 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:03.411465 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:03.600555 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:03.609433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:03.685153 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b2f70bb89a4f4e6daf85ae075eedef98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086616 Jan 17 17:31:03.690856 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55446) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:03.761487 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f222dc-73b1-4881-a8ca-3019536d045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb8e9c0-1941-4c97-8b8d-8edfb8db0e45,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:03.768450 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-00f6fd1e-ec26-4771-821f-cb05acdf077d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:03.770188 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-00f6fd1e-ec26-4771-821f-cb05acdf077d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 814 time: 0.5211582 Jan 17 17:31:03.788369 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Request body: {'port': {'device_id': '455afe97-4813-4fa8-96f1-aee58f868283', 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'admin_state_up': True, 'tenant_id': '7d26f4da2df3414fac1e83af06f08bb8'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:03.811597 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-0666-4a02-aa93-7e4276505d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:03.845884 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55452) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:03.869305 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-0666-4a02-aa93-7e4276505d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:03.890096 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:03.906482 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fd759-fb8a-424a-92df-6509120dc561 req-509f7531-1559-4bd9-adcf-8573268760a2 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:03.914966 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b99fd759-fb8a-424a-92df-6509120dc561 req-509f7531-1559-4bd9-adcf-8573268760a2 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.3719974 Jan 17 17:31:03.919481 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:03.935848 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] Usage tracker for resource:security_group_rule and tenant:ef7075b3ef3b4accb948b6975f805d75 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:03.942172 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:03.948437 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:04.011802 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-0666-4a02-aa93-7e4276505d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.025378 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b99fd759-fb8a-424a-92df-6509120dc561 req-77f7ed73-223b-4f8c-80aa-09525c053256 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091208 Jan 17 17:31:04.043178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a27819-0666-4a02-aa93-7e4276505d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb8e9c0-1941-4c97-8b8d-8edfb8db0e45,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:04.063799 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-94a27819-0666-4a02-aa93-7e4276505d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.067602 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-94a27819-0666-4a02-aa93-7e4276505d7a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ccb8e9c0-1941-4c97-8b8d-8edfb8db0e45 HTTP/1.1" status: 204 len: 168 time: 0.3611279 Jan 17 17:31:04.142073 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.148369 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:04.155530 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.176659 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:04.202102 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Made reservation on behalf of 7d26f4da2df3414fac1e83af06f08bb8 for: {'port': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:31:04.211692 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.382828 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ef7075b3ef3b4accb948b6975f805d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5358336 Jan 17 17:31:04.392499 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55484) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:04.397433 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e7548a88-131d-42b6-839c-e8611719bd67 req-a2bd51cc-c9fa-48da-b3cd-bdf2ef75e59b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 210 time: 0.0884197 Jan 17 17:31:04.399551 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a4aef-9f50-490f-ac6b-8c2bbeab2865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f040466-bc05-4ff0-ac57-971f6e0c3b41,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:04.556329 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2585d8d9-06c6-41e0-add8-214f018b9a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.610059 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Allocated IP 172.20.0.3 (e03e611e-fca4-4a6e-bc9d-ec7727623106/e7cf182d-998a-46e5-af63-814fadc47a4b/51f3cd32-7b06-4a47-ba16-b880a520bb19) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:31:04.622071 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2585d8d9-06c6-41e0-add8-214f018b9a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.825131 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2585d8d9-06c6-41e0-add8-214f018b9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.852032 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585d8d9-06c6-41e0-add8-214f018b9a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f040466-bc05-4ff0-ac57-971f6e0c3b41,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:04.920601 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2585d8d9-06c6-41e0-add8-214f018b9a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.921700 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-2585d8d9-06c6-41e0-add8-214f018b9a75 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9f040466-bc05-4ff0-ac57-971f6e0c3b41 HTTP/1.1" status: 204 len: 168 time: 0.5278583 Jan 17 17:31:04.927231 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.972540 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:04.994434 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0088cf92-d5fe-4a73-800e-ba8692fa680e'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:31:05.062502 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Network e03e611e-fca4-4a6e-bc9d-ec7727623106 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:31:05.074399 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:31:05.079404 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:31:05.140963 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Pushing event updated for resources: {'Port': ['ID=51f3cd32-7b06-4a47-ba16-b880a520bb19,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:05.205921 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:05.206626 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:05.249901 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-2e0838b6-441b-4501-80ca-ece0a45bee76 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4691730 Jan 17 17:31:05.270976 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Request body: {'port': {'device_id': '455afe97-4813-4fa8-96f1-aee58f868283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:05.424230 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df597f-b67e-4856-a109-a912799aa61f req-17cd7783-2f92-4014-8e43-941f6b621761 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:05.439158 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c6df597f-b67e-4856-a109-a912799aa61f req-17cd7783-2f92-4014-8e43-941f6b621761 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1921179 Jan 17 17:31:05.472099 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:05.526955 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c6df597f-b67e-4856-a109-a912799aa61f req-e8233cbb-6d2d-4a4c-97d6-2d91d7cb1208 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806010 Jan 17 17:31:05.849000 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a4123-18d0-48ae-aac0-17b5df9b76c8 req-97510066-4774-435b-b712-92726e2363af tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:05.849839 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-ef5a4123-18d0-48ae-aac0-17b5df9b76c8 req-97510066-4774-435b-b712-92726e2363af tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:31:05.879183 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-ef5a4123-18d0-48ae-aac0-17b5df9b76c8 req-97510066-4774-435b-b712-92726e2363af tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:31:05.887366 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ef5a4123-18d0-48ae-aac0-17b5df9b76c8 req-97510066-4774-435b-b712-92726e2363af tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 931 time: 0.2612996 Jan 17 17:31:05.922535 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55554) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:05.976701 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ef5a4123-18d0-48ae-aac0-17b5df9b76c8 req-46ba3db0-5100-4772-9f2d-93877ba238db tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884645 Jan 17 17:31:06.092358 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f3cd32-7b06-4a47-ba16-b880a520bb19 {{(pid=86776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:31:06.102207 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.122710 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Transition to ACTIVE for port object 51f3cd32-7b06-4a47-ba16-b880a520bb19 will not be triggered until provisioned by entity L2. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:31:06.132572 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.270443 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.312458 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:06.319613 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] Usage tracker for resource:security_group_rule and tenant:0536485ac7b54f0899a6c44fbd499e30 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:06.323749 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:06.331448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:06.413264 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3cd32-7b06-4a47-ba16-b880a520bb19,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:06.623719 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176189f6-4ed8-4a33-8f14-47e29b3bfb2e req-2e5ac397-8a5f-4e7c-808a-53680f40ca77 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:06.631313 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-176189f6-4ed8-4a33-8f14-47e29b3bfb2e req-2e5ac397-8a5f-4e7c-808a-53680f40ca77 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 945 time: 0.3558328 Jan 17 17:31:06.663372 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.669812 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.707700 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-176189f6-4ed8-4a33-8f14-47e29b3bfb2e req-83cfd58b-946a-4d2e-8078-6075a379261d tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754261 Jan 17 17:31:06.709088 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Attempting to bind port 51f3cd32-7b06-4a47-ba16-b880a520bb19 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:31:06.709400 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Attempting to bind port 51f3cd32-7b06-4a47-ba16-b880a520bb19 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:31:06.709991 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Attempting to bind port 51f3cd32-7b06-4a47-ba16-b880a520bb19 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:31:06.722892 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Port 51f3cd32-7b06-4a47-ba16-b880a520bb19 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:31:06.723223 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Attempting to bind port 51f3cd32-7b06-4a47-ba16-b880a520bb19 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:31:06.740741 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:31:06.741093 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Checking segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:31:06.741479 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Bound using segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:31:06.741926 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Bound port: 51f3cd32-7b06-4a47-ba16-b880a520bb19, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'}}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:31:06.742263 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.771813 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0536485ac7b54f0899a6c44fbd499e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471439 Jan 17 17:31:06.774734 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55588) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:06.775672 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737c062-28da-4ca4-88fe-7a11b5f7175f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69855f85-0f2f-447d-8dc6-0fc5ef3c9b83,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:06.859329 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] For port 51f3cd32-7b06-4a47-ba16-b880a520bb19, host hv-cinder-81888, cleared binding levels {{(pid=86776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:31:06.864172 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] For port 51f3cd32-7b06-4a47-ba16-b880a520bb19, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51f3cd32-7b06-4a47-ba16-b880a520bb19,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:31:06.870373 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.936424 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-051aaea1-289a-413d-bba7-29c22709c896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.956109 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:06.956714 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.958226 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] 10.222.0.106 "PUT /v2.0/ports/51f3cd32-7b06-4a47-ba16-b880a520bb19 HTTP/1.1" status: 200 len: 1093 time: 1.7007661 Jan 17 17:31:06.958679 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455afe97-4813-4fa8-96f1-aee58f868283', 'tag': '51f3cd32-7b06-4a47-ba16-b880a520bb19'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:31:06.982457 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-051aaea1-289a-413d-bba7-29c22709c896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:07.005412 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6f4be-50a3-4544-9956-62213e3de182 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3cd32-7b06-4a47-ba16-b880a520bb19,revision_number=3']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:07.018480 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2a8af-0026-4b8b-b1fe-34fe06b03b59 req-14f103a2-5761-41a0-b659-11547203582f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:07.020400 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-85f2a8af-0026-4b8b-b1fe-34fe06b03b59 req-14f103a2-5761-41a0-b659-11547203582f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.2018785 Jan 17 17:31:07.086556 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455afe97-4813-4fa8-96f1-aee58f868283', 'tag': '51f3cd32-7b06-4a47-ba16-b880a520bb19', 'status': 'completed', 'code': 200} Jan 17 17:31:07.097171 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-85f2a8af-0026-4b8b-b1fe-34fe06b03b59 req-c6d15df2-ab3f-4ad1-b497-3cc72031743e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634813 Jan 17 17:31:07.116105 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-051aaea1-289a-413d-bba7-29c22709c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:07.136435 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-05098c20-e0a7-402e-ac4b-4a276299aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:07.137919 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-05098c20-e0a7-402e-ac4b-4a276299aea0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 1096 time: 0.1233916 Jan 17 17:31:07.167498 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aaea1-289a-413d-bba7-29c22709c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69855f85-0f2f-447d-8dc6-0fc5ef3c9b83,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:07.184889 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-051aaea1-289a-413d-bba7-29c22709c896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:07.186234 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-051aaea1-289a-413d-bba7-29c22709c896 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/69855f85-0f2f-447d-8dc6-0fc5ef3c9b83 HTTP/1.1" status: 204 len: 168 time: 0.4011457 Jan 17 17:31:07.307417 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-5ded86ee-b836-4b87-b522-1c2b50269e17 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f3cd32-7b06-4a47-ba16-b880a520bb19 HTTP/1.1" status: 200 len: 217 time: 0.1606350 Jan 17 17:31:07.398451 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-e3823af1-89a9-4eaa-89bd-44d45aa7a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:07.399927 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-e3823af1-89a9-4eaa-89bd-44d45aa7a8a0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.0854888 Jan 17 17:31:07.458836 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-a129fd81-4ff9-47d8-9f97-c52bb1b098e9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490389 Jan 17 17:31:07.470482 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51021a9-980a-4a4c-8cd1-788004a8d9f3 req-775ad763-f53f-4eb1-9e72-3b466540503a tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:07.475244 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f51021a9-980a-4a4c-8cd1-788004a8d9f3 req-775ad763-f53f-4eb1-9e72-3b466540503a tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 943 time: 0.2252042 Jan 17 17:31:07.651173 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f51021a9-980a-4a4c-8cd1-788004a8d9f3 req-baf47ff9-df48-4cc8-9178-9317b816e411 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523945 Jan 17 17:31:07.740855 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-a1276dff-7a4c-4c82-9406-c792083aea82 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644193 Jan 17 17:31:07.907939 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55634) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:07.945702 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55640) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:07.972492 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:08.018198 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:08.026409 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] Usage tracker for resource:security_group_rule and tenant:a50a17074544413dbc6468fd9772165a is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:08.030733 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:08.036731 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c914dfaf-69bc-4956-a812-ca94ca7c69b6 req-990cf718-21b7-42c2-8fe6-9bbdcaf4b9b6 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876229 Jan 17 17:31:08.041007 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:08.057860 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb90a-72f2-476e-ba69-2856808e6646 req-9c805fb4-a33a-4d96-804c-291b0b7362d4 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:08.060586 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a8bfb90a-72f2-476e-ba69-2856808e6646 req-9c805fb4-a33a-4d96-804c-291b0b7362d4 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 945 time: 0.1783521 Jan 17 17:31:08.138305 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a8bfb90a-72f2-476e-ba69-2856808e6646 req-40551117-4606-46db-98d3-1a4e7efd059b tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/security-groups?id=9514c89b-05ad-42d3-b039-1bf1550ec90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679579 Jan 17 17:31:08.311451 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-dc35d060-b292-49fd-acc2-ed4ee127d003 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:08.314421 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-dc35d060-b292-49fd-acc2-ed4ee127d003 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.106 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 945 time: 0.1416321 Jan 17 17:31:08.363285 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:08.415767 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:08.421976 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Deleting port 03285fdf-54ea-4b91-a0af-d4810c3e106b {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:31:08.422935 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:08.479480 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc6d6b2-ca2b-4a84-a5cb-a4a06b2b4115,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:08.507471 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:08.532770 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-e723b33d-690c-4f69-a360-69e0c3b44294 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a50a17074544413dbc6468fd9772165a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839877 Jan 17 17:31:08.537304 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55658) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:08.545079 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:08.565868 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] Usage tracker for resource:security_group_rule and tenant:460289cd931f45bfb351b38fa839bd0d is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:08.569413 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:08.586936 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:08.616922 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-3c787d8f-7de1-47c3-a9ba-b6ce794e9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:08.618380 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-3c787d8f-7de1-47c3-a9ba-b6ce794e9e4e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 1096 time: 0.4696333 Jan 17 17:31:08.759580 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] For port 03285fdf-54ea-4b91-a0af-d4810c3e106b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=03285fdf-54ea-4b91-a0af-d4810c3e106b,segment=NetworkSegment(bb43be78-a3f2-43d1-b846-34b4dfce34bd),segment_id=bb43be78-a3f2-43d1-b846-34b4dfce34bd)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:08.760082 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:08.770688 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeceb4e-2b72-4bcf-9032-062b33c37dbe req-85167f3a-bf73-4995-b4e5-fb23029853cd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:08.772288 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-eeeceb4e-2b72-4bcf-9032-062b33c37dbe req-85167f3a-bf73-4995-b4e5-fb23029853cd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.4043460 Jan 17 17:31:08.894616 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c17ec93b-3668-4362-be4a-bb7ee6498a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:08.901408 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Calling delete_port for 03285fdf-54ea-4b91-a0af-d4810c3e106b owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:31:08.976355 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-eeeceb4e-2b72-4bcf-9032-062b33c37dbe req-cba7fc54-9e53-49aa-bb0d-bc4b421378c6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186535 Jan 17 17:31:08.980794 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c17ec93b-3668-4362-be4a-bb7ee6498a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.036262 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-1fb620c7-49fc-48d6-aebb-94262570b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:09.037726 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-1fb620c7-49fc-48d6-aebb-94262570b2bc service neutron] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 915 time: 0.4097612 Jan 17 17:31:09.127528 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-bace4be7-f4ac-4f75-9565-6bb40de4c0c3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51f3cd32-7b06-4a47-ba16-b880a520bb19 HTTP/1.1" status: 200 len: 217 time: 0.0803564 Jan 17 17:31:09.162151 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9394e-e8e5-4b93-8b20-d4b0b4c083fb req-7a79038c-77d1-463c-90f3-34f4793ed449 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:09.163579 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-69b9394e-e8e5-4b93-8b20-d4b0b4c083fb req-7a79038c-77d1-463c-90f3-34f4793ed449 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 943 time: 0.2318676 Jan 17 17:31:09.178264 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.192812 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.232062 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-69b9394e-e8e5-4b93-8b20-d4b0b4c083fb req-9ce39207-0e22-4be8-9253-98c9b48bc0b6 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609798 Jan 17 17:31:09.233270 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.259915 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-e6e6b825-eaea-4ba7-aca4-6683e90f1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:09.261394 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-e6e6b825-eaea-4ba7-aca4-6683e90f1d26 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.1225076 Jan 17 17:31:09.269629 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c17ec93b-3668-4362-be4a-bb7ee6498a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.293079 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Pushing event deleted for resources: {'Port': ['ID=03285fdf-54ea-4b91-a0af-d4810c3e106b,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:09.310186 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=460289cd931f45bfb351b38fa839bd0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4008584 Jan 17 17:31:09.311021 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55668) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:09.346744 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae767bd-9238-4273-bfa1-bdeb560f5d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89436c2-9005-4ccd-b0e4-576a2de8f790,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:09.378105 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] No DVR routers for this DVR port 03285fdf-54ea-4b91-a0af-d4810c3e106b on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:31:09.381147 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.390809 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96b57d8-40b6-4ef0-aa2f-287b577a3d6b', 'name': 'network-vif-deleted', 'tag': '03285fdf-54ea-4b91-a0af-d4810c3e106b'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:31:09.391034 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2bb4026c-cf6f-482f-b2e4-d9730aeab971 req-ec88b81b-f290-453c-ae91-6537b56e1771 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 0.1280622 Jan 17 17:31:09.394361 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-af7c94e5-57e6-4d21-a448-3d20a9063de5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210160 Jan 17 17:31:09.397174 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ec93b-3668-4362-be4a-bb7ee6498a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc6d6b2-ca2b-4a84-a5cb-a4a06b2b4115,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:09.420129 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf2d1420-c0fc-45c2-957a-d5afefb47123 req-2ead2847-aecf-4217-982c-00f47529968a tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.106 "DELETE /v2.0/ports/03285fdf-54ea-4b91-a0af-d4810c3e106b HTTP/1.1" status: 204 len: 173 time: 1.0999212 Jan 17 17:31:09.467331 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96b57d8-40b6-4ef0-aa2f-287b577a3d6b', 'name': 'network-vif-deleted', 'tag': '03285fdf-54ea-4b91-a0af-d4810c3e106b', 'status': 'completed', 'code': 200} Jan 17 17:31:09.506416 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c17ec93b-3668-4362-be4a-bb7ee6498a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.510051 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-c17ec93b-3668-4362-be4a-bb7ee6498a5a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0dc6d6b2-ca2b-4a84-a5cb-a4a06b2b4115 HTTP/1.1" status: 204 len: 168 time: 0.9681275 Jan 17 17:31:09.560632 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ba266cff-9025-4a13-b492-6c73dd0c3c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.654817 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ba266cff-9025-4a13-b492-6c73dd0c3c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.663327 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-194c3b79-6230-4f08-acf1-2e693c38fef7 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571526 Jan 17 17:31:09.838819 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ba266cff-9025-4a13-b492-6c73dd0c3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.843763 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1390dd7-50fc-4ebe-9a6e-1cca4e0fb987 req-a4757dc3-defe-40f7-8f4a-aa68ea57c7f9 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678913 Jan 17 17:31:09.865733 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba266cff-9025-4a13-b492-6c73dd0c3c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89436c2-9005-4ccd-b0e4-576a2de8f790,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:09.869532 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ba266cff-9025-4a13-b492-6c73dd0c3c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:09.878861 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ba266cff-9025-4a13-b492-6c73dd0c3c6e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f89436c2-9005-4ccd-b0e4-576a2de8f790 HTTP/1.1" status: 204 len: 168 time: 0.5237012 Jan 17 17:31:10.253394 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda7eac-894d-4a87-8668-495f177929d4 req-372d2c8a-5d8f-4e89-86ee-455420acbc4c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:10.254027 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4cda7eac-894d-4a87-8668-495f177929d4 req-372d2c8a-5d8f-4e89-86ee-455420acbc4c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1330338 Jan 17 17:31:10.332831 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4cda7eac-894d-4a87-8668-495f177929d4 req-e17a9fb9-f7c6-4535-9713-03f0c6014e11 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658245 Jan 17 17:31:10.481773 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934f58b-2e88-4be9-b937-6fec6203f878 req-7540e28b-5d14-4889-8d21-9f9649848080 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:10.484537 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d934f58b-2e88-4be9-b937-6fec6203f878 req-7540e28b-5d14-4889-8d21-9f9649848080 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 943 time: 0.1215849 Jan 17 17:31:10.586112 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d934f58b-2e88-4be9-b937-6fec6203f878 req-20bcd94c-875d-4b70-b48f-14e36bc69942 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946450 Jan 17 17:31:10.710609 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-77561d52-c525-4bb4-aa8d-1ac4dce90d2a req-58e67521-ee44-4ca1-ba8b-b2d48dada506 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Synchronizing usage tracker for tenant:be5bd3e08af842ee838bf449936cd1a4 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:31:10.735601 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-77561d52-c525-4bb4-aa8d-1ac4dce90d2a req-58e67521-ee44-4ca1-ba8b-b2d48dada506 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] Unset dirty status for tenant:be5bd3e08af842ee838bf449936cd1a4 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:31:10.737559 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77561d52-c525-4bb4-aa8d-1ac4dce90d2a req-58e67521-ee44-4ca1-ba8b-b2d48dada506 tempest-DeleteServersTestJSON-665427363 tempest-DeleteServersTestJSON-665427363-project] 10.222.0.107 "GET /v2.0/ports?device_id=f96b57d8-40b6-4ef0-aa2f-287b577a3d6b HTTP/1.1" status: 200 len: 210 time: 0.1706164 Jan 17 17:31:11.142729 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 51f3cd32-7b06-4a47-ba16-b880a520bb19 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:31:11.145922 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 03285fdf-54ea-4b91-a0af-d4810c3e106b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:31:11.184173 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 03285fdf-54ea-4b91-a0af-d4810c3e106b {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:31:11.184514 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 03285fdf-54ea-4b91-a0af-d4810c3e106b not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:31:11.347741 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 51f3cd32-7b06-4a47-ba16-b880a520bb19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51f3cd32-7b06-4a47-ba16-b880a520bb19,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:11.384054 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '51f3cd32-7b06-4a47-ba16-b880a520bb19', 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'port_id': '51f3cd32-7b06-4a47-ba16-b880a520bb19', 'mac_address': 'fa:16:3e:ec:d5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cf182d-998a-46e5-af63-814fadc47a4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:31:11.499387 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:11.539694 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f3cd32-7b06-4a47-ba16-b880a520bb19 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:31:11.567403 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 51f3cd32-7b06-4a47-ba16-b880a520bb19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51f3cd32-7b06-4a47-ba16-b880a520bb19,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:11.573803 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:11.695504 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=51f3cd32-7b06-4a47-ba16-b880a520bb19,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:11.706254 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.706603 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.706967 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.707304 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.707638 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.707963 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.708295 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.708620 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.708962 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.709287 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.709861 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.710180 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:31:11.714659 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855fce-28b6-4e42-b8eb-a2d64a05ae6f req-a719ffc1-4ae3-413b-a8f4-afa1dc029e7e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:11.716258 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-af855fce-28b6-4e42-b8eb-a2d64a05ae6f req-a719ffc1-4ae3-413b-a8f4-afa1dc029e7e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.2553759 Jan 17 17:31:11.831972 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-af855fce-28b6-4e42-b8eb-a2d64a05ae6f req-b1916ce7-9935-4fb5-8f30-22cd9cebb490 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061144 Jan 17 17:31:11.894704 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['51f3cd32-7b06-4a47-ba16-b880a520bb19'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:31:11.991633 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5cdce-01ef-4e47-be25-47aca9c4c3b4 req-b54e188a-0e7b-448b-b8d0-74b6ad0ef96f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:12.000212 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a1f5cdce-01ef-4e47-be25-47aca9c4c3b4 req-b54e188a-0e7b-448b-b8d0-74b6ad0ef96f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 944 time: 0.1824708 Jan 17 17:31:12.127999 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a1f5cdce-01ef-4e47-be25-47aca9c4c3b4 req-09fdf830-5861-4005-b2a3-a759c620669e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209073 Jan 17 17:31:12.184302 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55806) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:12.231109 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55814) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:12.387261 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.404522 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.418376 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:12.425989 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c26a8ea0604e6ca3e67e0a51d1372b is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:12.431024 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:12.436229 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:12.442211 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:12.444402 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc75e0441d640f09e4782f3a87d31b3 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:12.448544 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:12.459498 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:12.648447 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.654212 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55832) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:12.660413 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.687995 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.705498 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.741782 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a5c26a8ea0604e6ca3e67e0a51d1372b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565236 Jan 17 17:31:12.745257 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55838) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:12.745740 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18855315-f0b2-4305-86b6-56950215e937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2a9e30-bfcb-44e0-9d41-45365b7622c8,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:12.778583 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2cc75e0441d640f09e4782f3a87d31b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5424824 Jan 17 17:31:12.780862 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55842) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:12.790197 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9631b5-68cf-4828-a7d3-e472d9309734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd08cc-aac1-4fc3-b4b1-7385faa07c90,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:12.838604 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.875035 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:12.886933 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:d327c08a52dd4cb6818c375032c95b2c is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:12.891851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:12.896152 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d15ec4e4-fc85-4a90-9ebb-e32c5b8b077d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.901825 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:12.943980 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-69075c4a-06ab-4204-b257-f44b5748166f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:12.961730 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d15ec4e4-fc85-4a90-9ebb-e32c5b8b077d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.039727 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-69075c4a-06ab-4204-b257-f44b5748166f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.064321 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df050-aa03-4417-907f-3d5ca8b2806f req-ba43271c-d43b-4640-aba3-f609d58bbb3e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:13.066337 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-357df050-aa03-4417-907f-3d5ca8b2806f req-ba43271c-d43b-4640-aba3-f609d58bbb3e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1075161 Jan 17 17:31:13.124411 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d15ec4e4-fc85-4a90-9ebb-e32c5b8b077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.126318 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-357df050-aa03-4417-907f-3d5ca8b2806f req-3841c0e7-a8f8-4a0d-bb88-5b9538ee92d7 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Jan 17 17:31:13.139907 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 51f3cd32-7b06-4a47-ba16-b880a520bb19 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:31:13.159439 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.161336 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ec4e4-fc85-4a90-9ebb-e32c5b8b077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2a9e30-bfcb-44e0-9d41-45365b7622c8,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:13.164972 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.194448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-69075c4a-06ab-4204-b257-f44b5748166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.228568 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d15ec4e4-fc85-4a90-9ebb-e32c5b8b077d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.232454 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d15ec4e4-fc85-4a90-9ebb-e32c5b8b077d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1a2a9e30-bfcb-44e0-9d41-45365b7622c8 HTTP/1.1" status: 204 len: 168 time: 0.4857714 Jan 17 17:31:13.242819 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d327c08a52dd4cb6818c375032c95b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852306 Jan 17 17:31:13.243914 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55858) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:13.246386 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-69075c4a-06ab-4204-b257-f44b5748166f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.247780 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-69075c4a-06ab-4204-b257-f44b5748166f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/56cd08cc-aac1-4fc3-b4b1-7385faa07c90 HTTP/1.1" status: 204 len: 168 time: 0.4657121 Jan 17 17:31:13.250020 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7399a-b5c6-48a8-83f3-bf1a61dc1ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7771e1ce-02b2-4608-9436-662fca20cf09,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:13.262885 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69075c4a-06ab-4204-b257-f44b5748166f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd08cc-aac1-4fc3-b4b1-7385faa07c90,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:13.304650 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 51f3cd32-7b06-4a47-ba16-b880a520bb19 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:31:13.315396 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 51f3cd32-7b06-4a47-ba16-b880a520bb19 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:31:13.316137 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.325010 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-dbd36cc9-b508-418e-9dfc-e694879138f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.357961 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-dbd36cc9-b508-418e-9dfc-e694879138f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.501643 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.504273 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3448d-5056-469c-bbeb-43a23ed71d4a req-cdbc96e4-0b84-4296-95f6-141113f169b1 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:13.507046 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d0c3448d-5056-469c-bbeb-43a23ed71d4a req-cdbc96e4-0b84-4296-95f6-141113f169b1 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 944 time: 0.1388590 Jan 17 17:31:13.509961 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-dbd36cc9-b508-418e-9dfc-e694879138f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.539858 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455afe97-4813-4fa8-96f1-aee58f868283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3cd32-7b06-4a47-ba16-b880a520bb19'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:31:13.552292 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 51f3cd32-7b06-4a47-ba16-b880a520bb19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51f3cd32-7b06-4a47-ba16-b880a520bb19,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:13.558096 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd36cc9-b508-418e-9dfc-e694879138f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7771e1ce-02b2-4608-9436-662fca20cf09,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:13.559215 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.596601 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-dbd36cc9-b508-418e-9dfc-e694879138f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.597716 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-dbd36cc9-b508-418e-9dfc-e694879138f1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7771e1ce-02b2-4608-9436-662fca20cf09 HTTP/1.1" status: 204 len: 168 time: 0.3525648 Jan 17 17:31:13.615607 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d0c3448d-5056-469c-bbeb-43a23ed71d4a req-b5dd45d4-b8a7-404a-8f0e-87e978b8f124 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005616 Jan 17 17:31:13.644745 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455afe97-4813-4fa8-96f1-aee58f868283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3cd32-7b06-4a47-ba16-b880a520bb19', 'code': 200} Jan 17 17:31:13.697241 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=51f3cd32-7b06-4a47-ba16-b880a520bb19,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:13.896227 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55882) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:13.949024 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:13.987497 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:13.997829 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9049a956ba431da6a15ca614b1f463 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:14.014977 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:14.039228 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:14.061818 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc47a8-8998-4a52-a054-5be3e98d0da0 req-b9497916-5da4-4fc3-8528-17d24b504a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:14.064018 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fabc47a8-8998-4a52-a054-5be3e98d0da0 req-b9497916-5da4-4fc3-8528-17d24b504a6b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 1098 time: 0.1612351 Jan 17 17:31:14.148267 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fabc47a8-8998-4a52-a054-5be3e98d0da0 req-2a111ea4-8e31-4459-96cc-e216ddace84a service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667136 Jan 17 17:31:14.163985 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55896) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:14.193021 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.198551 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.224859 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55904) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:14.250290 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dae4d2-d23b-4dc9-b3e9-30366ba84215 admin admin] Deleting subnet a32de394-4084-40ef-b230-31bc53d12c30 {{(pid=86776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:31:14.254058 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.272660 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6a9049a956ba431da6a15ca614b1f463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717260 Jan 17 17:31:14.272848 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-71dae4d2-d23b-4dc9-b3e9-30366ba84215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.272928 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48111b-68fd-4ec9-b3a3-cb18bedf2f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6696457d-885b-4473-956e-2f9b4e86801f,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:14.274070 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55908) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:14.350290 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0444f0bf-298a-4579-a2fa-7f35484f4667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.391419 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0444f0bf-298a-4579-a2fa-7f35484f4667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.430709 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:14.457400 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0444f0bf-298a-4579-a2fa-7f35484f4667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.476182 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] Usage tracker for resource:security_group_rule and tenant:6b3d97b04eeb4fc0b5f3a3fccca455e3 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:14.476582 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444f0bf-298a-4579-a2fa-7f35484f4667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6696457d-885b-4473-956e-2f9b4e86801f,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:14.485488 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:14.493026 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0444f0bf-298a-4579-a2fa-7f35484f4667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.495719 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-0444f0bf-298a-4579-a2fa-7f35484f4667 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6696457d-885b-4473-956e-2f9b4e86801f HTTP/1.1" status: 204 len: 168 time: 0.2207983 Jan 17 17:31:14.496488 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:14.522174 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-71dae4d2-d23b-4dc9-b3e9-30366ba84215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3139915'] for subnet, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.626344 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac72d-3544-4393-a0ce-030212969cd4 req-57cf0096-3d03-4f0e-a64f-f57073bddcf3 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:14.627884 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f57ac72d-3544-4393-a0ce-030212969cd4 req-57cf0096-3d03-4f0e-a64f-f57073bddcf3 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.2860506 Jan 17 17:31:14.635506 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-71dae4d2-d23b-4dc9-b3e9-30366ba84215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.741952 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f57ac72d-3544-4393-a0ce-030212969cd4 req-cc34f777-0dbb-42ca-bdbf-eb2f1e6279ba tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779276 Jan 17 17:31:14.810075 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.811983 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-71dae4d2-d23b-4dc9-b3e9-30366ba84215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519776'] for subnet, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.851294 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.854801 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43282ba6-59b2-49e7-a56e-c10b7a7bedfc req-e1c076ac-f808-4c14-9d7f-1e17c97b20ae tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:14.856631 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-43282ba6-59b2-49e7-a56e-c10b7a7bedfc req-e1c076ac-f808-4c14-9d7f-1e17c97b20ae tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 945 time: 0.1058376 Jan 17 17:31:14.903196 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dae4d2-d23b-4dc9-b3e9-30366ba84215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32de394-4084-40ef-b230-31bc53d12c30,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:14.907405 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-71dae4d2-d23b-4dc9-b3e9-30366ba84215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:14.915328 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55938) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:14.915913 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6b3d97b04eeb4fc0b5f3a3fccca455e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894646 Jan 17 17:31:14.935189 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1ec9f-6f7c-4034-951f-bc2e49ceda5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fe051d-43d0-4365-83e5-3e2c4c7a52b2,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:14.938947 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-71dae4d2-d23b-4dc9-b3e9-30366ba84215 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/a32de394-4084-40ef-b230-31bc53d12c30 HTTP/1.1" status: 204 len: 168 time: 0.7738550 Jan 17 17:31:14.941561 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55942) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:14.948017 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-43282ba6-59b2-49e7-a56e-c10b7a7bedfc req-9c1df1a6-2c68-457f-92df-475fc68d0686 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841846 Jan 17 17:31:15.017056 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-db52ab2e-e5a8-4a06-8169-2bd48e9d1b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.049624 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-db52ab2e-e5a8-4a06-8169-2bd48e9d1b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.075760 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.120073 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-db52ab2e-e5a8-4a06-8169-2bd48e9d1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.140783 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-db52ab2e-e5a8-4a06-8169-2bd48e9d1b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.145635 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-db52ab2e-e5a8-4a06-8169-2bd48e9d1b8c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b7fe051d-43d0-4365-83e5-3e2c4c7a52b2 HTTP/1.1" status: 204 len: 168 time: 0.2236178 Jan 17 17:31:15.146536 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52ab2e-e5a8-4a06-8169-2bd48e9d1b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fe051d-43d0-4365-83e5-3e2c4c7a52b2,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:15.241318 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.271505 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811be144-b427-4084-aa12-5b4c3d555e77']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:15.288814 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb43be78-a3f2-43d1-b846-34b4dfce34bd') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:15.289768 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb43be78-a3f2-43d1-b846-34b4dfce34bd') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:15.302619 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.320432 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.328023 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:31:15.328421 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:31:15.345169 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:31:15.438346 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.474726 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.476867 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55966) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:15.494853 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=811be144-b427-4084-aa12-5b4c3d555e77,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:15.504871 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-1700cdd2-0078-4d29-b9c9-c686aad057d3 admin admin] 10.222.0.107 "DELETE /v2.0/networks/811be144-b427-4084-aa12-5b4c3d555e77 HTTP/1.1" status: 204 len: 168 time: 0.5621300 Jan 17 17:31:15.836206 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 55986) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:15.841637 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:15.878961 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:15.884588 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ba912be4640d4851aaa0282770c77157 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:15.889144 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:15.895486 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:15.916500 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-68b0da51-5b20-4c34-8d38-54d10a8b98e5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=be5bd3e08af842ee838bf449936cd1a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0787466 Jan 17 17:31:15.916811 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 55990) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:16.108607 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-bf515326-9295-496f-8faf-85b5591c0403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.173626 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a596-95e6-4abc-bf85-ed28b7f3037b req-f69a8a18-5910-4c06-814e-82446ff9f47c tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:16.174051 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9379a596-95e6-4abc-bf85-ed28b7f3037b req-f69a8a18-5910-4c06-814e-82446ff9f47c tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 945 time: 0.1065855 Jan 17 17:31:16.204144 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ae1e1-1be5-4339-ab7d-b4600bd2f5f4 req-2aa49634-1516-4387-ab29-33bfe2d9af8c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:16.206112 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a30ae1e1-1be5-4339-ab7d-b4600bd2f5f4 req-2aa49634-1516-4387-ab29-33bfe2d9af8c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.2570727 Jan 17 17:31:16.230556 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-bf515326-9295-496f-8faf-85b5591c0403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.239445 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9379a596-95e6-4abc-bf85-ed28b7f3037b req-3105fb34-caf0-4c50-aa17-0e197291bc32 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568998 Jan 17 17:31:16.281341 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.292094 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.380779 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56014) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:16.381347 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ba912be4640d4851aaa0282770c77157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9024341 Jan 17 17:31:16.392088 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a30ae1e1-1be5-4339-ab7d-b4600bd2f5f4 req-1e4666ef-ab1b-4b7c-a10c-c9cd482a836f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633813 Jan 17 17:31:16.397387 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aea04-1c64-488b-b4bf-0034655bd8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029e22af-f2cf-4597-837e-233f8e41f9bb,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:16.449278 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-bf515326-9295-496f-8faf-85b5591c0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.479447 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1bf70407-0c61-45f3-9c8e-cf3759fce2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.485653 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf515326-9295-496f-8faf-85b5591c0403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9514c89b-05ad-42d3-b039-1bf1550ec90b,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:16.518630 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-bf515326-9295-496f-8faf-85b5591c0403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.519987 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-bf515326-9295-496f-8faf-85b5591c0403 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9514c89b-05ad-42d3-b039-1bf1550ec90b HTTP/1.1" status: 204 len: 168 time: 0.6021488 Jan 17 17:31:16.530493 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1bf70407-0c61-45f3-9c8e-cf3759fce2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.602554 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1bf70407-0c61-45f3-9c8e-cf3759fce2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.644927 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1bf70407-0c61-45f3-9c8e-cf3759fce2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:16.646056 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-1bf70407-0c61-45f3-9c8e-cf3759fce2ea admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/029e22af-f2cf-4597-837e-233f8e41f9bb HTTP/1.1" status: 204 len: 168 time: 0.2643008 Jan 17 17:31:16.646965 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf70407-0c61-45f3-9c8e-cf3759fce2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029e22af-f2cf-4597-837e-233f8e41f9bb,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:17.696128 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec204ec-55b7-462a-822b-d12a0ca4684e req-bdfec464-1c0e-4b20-a770-6b3db8491656 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:17.697754 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0ec204ec-55b7-462a-822b-d12a0ca4684e req-bdfec464-1c0e-4b20-a770-6b3db8491656 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1289639 Jan 17 17:31:17.751206 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0ec204ec-55b7-462a-822b-d12a0ca4684e req-6f7f589a-64ff-4921-b8e8-b31552d1aeb2 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Jan 17 17:31:18.064097 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-bf9cb079-a04b-42ee-a295-d76e9182710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:18.966690 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56150) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:19.078551 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e32-7a16-4634-86ea-e6976352745b req-6f2fa886-c600-4b08-943f-7ed5c7b0873d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:19.087150 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-6f2fa886-c600-4b08-943f-7ed5c7b0873d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 814 time: 0.2138371 Jan 17 17:31:19.104815 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-389d8d5d-9449-4610-b8e7-b5d508710c79 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/quotas/7d26f4da2df3414fac1e83af06f08bb8 HTTP/1.1" status: 200 len: 375 time: 0.0162330 Jan 17 17:31:19.132696 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c3966-01d3-42b0-a50e-fab4f3bc7966 req-8b189e9a-07ac-45ee-97d4-b138797fbd7a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:19.140053 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-870c3966-01d3-42b0-a50e-fab4f3bc7966 req-8b189e9a-07ac-45ee-97d4-b138797fbd7a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.2254214 Jan 17 17:31:19.195543 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-870c3966-01d3-42b0-a50e-fab4f3bc7966 req-ded5cb1d-edda-4d4f-ae29-49852cbeabda tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543742 Jan 17 17:31:19.268332 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-3d64337d-d45c-421a-a404-1bd9e2e25598 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623416 Jan 17 17:31:19.309039 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2082772511-network', 'tenant_id': 'c03b132566ea4083b8269a6bfa8409ff'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:19.364617 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:19.378139 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Usage tracker for resource:network and tenant:c03b132566ea4083b8269a6bfa8409ff is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:19.382400 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:19.392160 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:19.418191 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Made reservation on behalf of c03b132566ea4083b8269a6bfa8409ff for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:31:19.420459 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:19.444201 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:19.465403 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-a493f4ea-c5ae-4495-b0e1-acb55330e246 service neutron] 10.222.0.107 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895790 Jan 17 17:31:19.467534 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:19.472224 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Usage tracker for resource:security_group_rule and tenant:c03b132566ea4083b8269a6bfa8409ff is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:19.476143 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:19.500887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:19.505322 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56184) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:19.647323 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-86a143d8-9a4b-4db6-b232-b49935b49806 service neutron] 10.222.0.107 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722157 Jan 17 17:31:19.700526 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:19.707337 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:19.749351 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:19.784158 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:31:19.787067 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:19.791791 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] Usage tracker for resource:security_group_rule and tenant:888694c92c434d4c90e317eadef4b06e is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:19.795190 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:19.807479 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:19.813691 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f08843-3907-450c-bfbd-381551a439d9,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:19.819179 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:19.819667 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Added segment dfc9c703-80e2-4511-8c36-7043c2bd3576 of type vlan for network 92ad863a-5229-4e0e-b429-f4840ad6fadd Jan 17 17:31:19.856239 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:19.923607 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:19.924779 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:19.925856 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.020062 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-46c71b49-2898-4c77-ba5b-5cf31285fd8d req-6c65e33c-be8a-4244-8a15-a1346b0ae6f7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 210 time: 0.0526428 Jan 17 17:31:20.064377 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.069898 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.149269 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1806698 Jan 17 17:31:20.152417 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14713267-c03d-48d4-81f3-16a188813689 admin admin] Pushing event updated for resources: {'Network': ['ID=92ad863a-5229-4e0e-b429-f4840ad6fadd,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:20.154178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56212) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:20.162536 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Request body: {'subnet': {'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2082772511-subnet', 'tenant_id': 'c03b132566ea4083b8269a6bfa8409ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:20.163673 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=888694c92c434d4c90e317eadef4b06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6569593 Jan 17 17:31:20.164734 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56216) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:20.169729 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:20.175220 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 92ad863a-5229-4e0e-b429-f4840ad6fadd details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:31:20.186450 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Usage tracker for resource:subnet and tenant:c03b132566ea4083b8269a6bfa8409ff is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:20.192585 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:20.208550 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:20.211412 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2338ae-b313-4dfb-b2b3-eafe016000e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213bf843-c1f0-40d9-ac58-83eed4f651e3,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:20.247756 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Made reservation on behalf of c03b132566ea4083b8269a6bfa8409ff for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:31:20.250206 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.482201 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c5f395b8-c8f8-455b-a731-6035573a9173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.575839 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a31bb89d-c594-4696-b761-9fb2cfeebdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.662698 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a31bb89d-c594-4696-b761-9fb2cfeebdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.804734 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a31bb89d-c594-4696-b761-9fb2cfeebdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.825893 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:20.867711 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb89d-c594-4696-b761-9fb2cfeebdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213bf843-c1f0-40d9-ac58-83eed4f651e3,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:20.893688 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1d353-4a43-46c6-9e78-49a8cc9a80df req-7ce82d40-4f40-40ba-9882-a2479e055eeb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:20.904098 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3fd1d353-4a43-46c6-9e78-49a8cc9a80df req-7ce82d40-4f40-40ba-9882-a2479e055eeb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.4065585 Jan 17 17:31:21.003667 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f2f515-814a-4720-87ee-c03733b1a7a7,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:21.012047 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a31bb89d-c594-4696-b761-9fb2cfeebdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:21.013673 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a31bb89d-c594-4696-b761-9fb2cfeebdba admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/213bf843-c1f0-40d9-ac58-83eed4f651e3 HTTP/1.1" status: 204 len: 168 time: 0.8462210 Jan 17 17:31:21.045362 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3fd1d353-4a43-46c6-9e78-49a8cc9a80df req-246aab49-dc33-4353-8324-96c322b3c82a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383779 Jan 17 17:31:21.060746 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Checking segment: {'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:31:21.061117 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Network hostable DHCP agents. Network: 92ad863a-5229-4e0e-b429-f4840ad6fadd, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:31:21.089602 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Network 92ad863a-5229-4e0e-b429-f4840ad6fadd is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:31:21.103314 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 92ad863a-5229-4e0e-b429-f4840ad6fadd) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:31:21.111627 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:21.113021 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:21.125800 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cae06c-a766-42df-84a8-c09142a056a8 None None] Network 92ad863a-5229-4e0e-b429-f4840ad6fadd requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:31:21.171850 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-be9b46f7-2228-481c-8f4f-a17f29217640 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0165286 Jan 17 17:31:21.367876 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a29fb3d0-398e-42d3-b020-e6bcf2783a04 req-0a8a316d-081a-40aa-8df5-6a72c49d85a2 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 210 time: 0.1246381 Jan 17 17:31:21.504509 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe9fa09-1a23-451b-8dd6-a8c3f59f9bab None None] Network 92ad863a-5229-4e0e-b429-f4840ad6fadd requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:31:21.762345 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:21.803433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56266) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:21.836848 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:21.882249 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:21.887825 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] Usage tracker for resource:security_group_rule and tenant:7b6f58e3980c4707b4f5e2b54a588840 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:21.892360 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:21.908085 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:21.912551 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e32-7a16-4634-86ea-e6976352745b req-918ea562-6561-4bcc-a4b9-38c8bd8b68ce tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:21.914969 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:21.915474 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-918ea562-6561-4bcc-a4b9-38c8bd8b68ce tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 814 time: 0.4223239 Jan 17 17:31:21.941201 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Request body: {'port': {'device_id': 'ce296e3d-c787-4525-ad84-f343beec9465', 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'admin_state_up': True, 'tenant_id': '7d26f4da2df3414fac1e83af06f08bb8'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:22.084418 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:22.089528 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:22.148147 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf011a9-dc40-42a9-a7e4-6cc44e514332,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:22.166301 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8d50fe01-a54c-4e3e-a1bb-912fae4c718a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7b6f58e3980c4707b4f5e2b54a588840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594058 Jan 17 17:31:22.167018 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56282) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:22.197099 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:22.231798 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:22.238201 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-270b5abb-abc6-463b-94e2-4a674588746d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:22.245725 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:22.273274 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-270b5abb-abc6-463b-94e2-4a674588746d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:22.293653 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Made reservation on behalf of 7d26f4da2df3414fac1e83af06f08bb8 for: {'port': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:31:22.297736 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:22.338449 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-270b5abb-abc6-463b-94e2-4a674588746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:22.358531 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b5abb-abc6-463b-94e2-4a674588746d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf011a9-dc40-42a9-a7e4-6cc44e514332,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:22.374745 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-270b5abb-abc6-463b-94e2-4a674588746d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:22.379626 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-270b5abb-abc6-463b-94e2-4a674588746d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2bf011a9-dc40-42a9-a7e4-6cc44e514332 HTTP/1.1" status: 204 len: 168 time: 0.2112477 Jan 17 17:31:22.461337 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5226a-5dfe-44dc-a457-7b670eac12cd req-5ccb9c35-408e-4fac-a839-21d53d89e019 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:22.463235 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-41a5226a-5dfe-44dc-a457-7b670eac12cd req-5ccb9c35-408e-4fac-a839-21d53d89e019 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.2086153 Jan 17 17:31:22.631855 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-41a5226a-5dfe-44dc-a457-7b670eac12cd req-340c2ecf-862b-4bac-8fdd-e30a055d0153 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530938 Jan 17 17:31:22.641455 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-59377465-6b5b-4016-9d61-22c8705fdd93 req-31b0dbb6-5189-404a-9376-e5c980b9a287 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 210 time: 0.0885868 Jan 17 17:31:22.643089 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Allocated IP 172.20.0.5 (e03e611e-fca4-4a6e-bc9d-ec7727623106/e7cf182d-998a-46e5-af63-814fadc47a4b/51c3088c-87ac-48fc-8488-287fc4935839) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:31:22.931776 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:23.007859 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:23.059233 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:23.074099 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0088cf92-d5fe-4a73-800e-ba8692fa680e', '51f3cd32-7b06-4a47-ba16-b880a520bb19'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:31:23.147195 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Network e03e611e-fca4-4a6e-bc9d-ec7727623106 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:31:23.159130 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:31:23.169372 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:31:23.254894 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Pushing event updated for resources: {'Port': ['ID=51c3088c-87ac-48fc-8488-287fc4935839,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:23.281228 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:23.282195 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:23.327953 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c1aa2768-b915-4ec9-9edc-931420f89023 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3964069 Jan 17 17:31:23.357879 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Request body: {'port': {'device_id': 'ce296e3d-c787-4525-ad84-f343beec9465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:23.647825 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:23.941633 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7d88e-6829-429d-aedd-4bd2461e56fb req-e1b1d7e9-5813-4263-be0f-4194327193db tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:23.949767 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2eb7d88e-6829-429d-aedd-4bd2461e56fb req-e1b1d7e9-5813-4263-be0f-4194327193db tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1010354 Jan 17 17:31:24.007510 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2eb7d88e-6829-429d-aedd-4bd2461e56fb req-dbc5ac78-af04-41ec-8e89-b6435cd6d409 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566449 Jan 17 17:31:24.019369 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c74a6-a6df-4500-b78c-de003c0fa100 req-8135e37f-6d56-4b2c-bbd7-c33319d1d522 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:24.020139 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-f26c74a6-a6df-4500-b78c-de003c0fa100 req-8135e37f-6d56-4b2c-bbd7-c33319d1d522 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:31:24.053814 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-f26c74a6-a6df-4500-b78c-de003c0fa100 req-8135e37f-6d56-4b2c-bbd7-c33319d1d522 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:31:24.054994 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f26c74a6-a6df-4500-b78c-de003c0fa100 req-8135e37f-6d56-4b2c-bbd7-c33319d1d522 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 931 time: 0.2490449 Jan 17 17:31:24.116738 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f26c74a6-a6df-4500-b78c-de003c0fa100 req-03da2e72-4bcc-42be-96cf-3f62eb9a49e0 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Jan 17 17:31:24.196506 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c3088c-87ac-48fc-8488-287fc4935839 {{(pid=86776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:31:24.205797 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:24.222716 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Transition to ACTIVE for port object 51c3088c-87ac-48fc-8488-287fc4935839 will not be triggered until provisioned by entity L2. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:31:24.227426 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:24.463008 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Pushing event updated for resources: {'Port': ['ID=51c3088c-87ac-48fc-8488-287fc4935839,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:24.707360 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-ab09eb52-8b82-4edd-8e49-b5fc7817174a tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:24.714002 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-ab09eb52-8b82-4edd-8e49-b5fc7817174a tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/networks?id=92ad863a-5229-4e0e-b429-f4840ad6fadd HTTP/1.1" status: 200 len: 814 time: 0.4444704 Jan 17 17:31:24.728748 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Attempting to bind port 51c3088c-87ac-48fc-8488-287fc4935839 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:31:24.729293 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Attempting to bind port 51c3088c-87ac-48fc-8488-287fc4935839 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:31:24.729768 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Attempting to bind port 51c3088c-87ac-48fc-8488-287fc4935839 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:31:24.740908 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-03060f71-c596-4396-aae3-a808249207c6 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/quotas/c03b132566ea4083b8269a6bfa8409ff HTTP/1.1" status: 200 len: 375 time: 0.0252905 Jan 17 17:31:24.780979 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Port 51c3088c-87ac-48fc-8488-287fc4935839 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:31:24.781678 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Attempting to bind port 51c3088c-87ac-48fc-8488-287fc4935839 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:31:24.792013 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-14e3c670-0baf-42d8-9ce9-0a6d64ad6b32 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c03b132566ea4083b8269a6bfa8409ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501547 Jan 17 17:31:24.794538 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:31:24.796835 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Checking segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:31:24.797480 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Bound using segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:31:24.799233 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Bound port: 51c3088c-87ac-48fc-8488-287fc4935839, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'}}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:31:24.799699 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:25.037223 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] For port 51c3088c-87ac-48fc-8488-287fc4935839, host hv-cinder-81888, cleared binding levels {{(pid=86776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:31:25.041163 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-49126d6f-d6aa-48c1-8109-351bbb3a4593 service neutron] 10.222.0.107 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314358 Jan 17 17:31:25.049642 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] For port 51c3088c-87ac-48fc-8488-287fc4935839, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51c3088c-87ac-48fc-8488-287fc4935839,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:31:25.073107 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:25.198379 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:25.199850 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:25.202406 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] 10.222.0.106 "PUT /v2.0/ports/51c3088c-87ac-48fc-8488-287fc4935839 HTTP/1.1" status: 200 len: 1093 time: 1.8530312 Jan 17 17:31:25.223294 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce296e3d-c787-4525-ad84-f343beec9465', 'tag': '51c3088c-87ac-48fc-8488-287fc4935839'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:31:25.278267 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6a81e-350e-4e16-9642-a45d18cae9cb req-dbd1ae89-47a5-40f0-b790-b51e681a1bf6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:25.286717 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6da6a81e-350e-4e16-9642-a45d18cae9cb req-dbd1ae89-47a5-40f0-b790-b51e681a1bf6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1502378 Jan 17 17:31:25.324908 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab436-960b-459d-ba73-fdd7a303a715 service neutron] Pushing event updated for resources: {'Port': ['ID=51c3088c-87ac-48fc-8488-287fc4935839,revision_number=3']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:25.348762 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6da6a81e-350e-4e16-9642-a45d18cae9cb req-44a783c3-8966-4a4a-9099-07812a769587 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 Jan 17 17:31:25.369027 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-e6b4da4c-efb8-42ee-aca2-ab40fc28ec24 service neutron] 10.222.0.107 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216014 Jan 17 17:31:25.423240 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e32-7a16-4634-86ea-e6976352745b req-def1c4f3-4444-47ae-9ce6-8db028d4702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:25.426805 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-def1c4f3-4444-47ae-9ce6-8db028d4702d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 1096 time: 0.1460526 Jan 17 17:31:25.467496 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56456) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:25.583639 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-04fb3628-f0b2-4fd9-8641-0685e25d0735 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51c3088c-87ac-48fc-8488-287fc4935839 HTTP/1.1" status: 200 len: 217 time: 0.1384928 Jan 17 17:31:25.610352 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba43b0f7-6130-47eb-9590-77ce35938f74 admin admin] Deleting subnet 1c410e83-565f-4058-9585-319f8244d31d {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:31:25.687632 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce296e3d-c787-4525-ad84-f343beec9465', 'tag': '51c3088c-87ac-48fc-8488-287fc4935839', 'status': 'completed', 'code': 200} Jan 17 17:31:25.733840 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca64e32-7a16-4634-86ea-e6976352745b req-a615e480-c31b-42a7-ba88-b53116c4ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:25.737038 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-a615e480-c31b-42a7-ba88-b53116c4ea98 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.1436906 Jan 17 17:31:25.743996 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ba43b0f7-6130-47eb-9590-77ce35938f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:25.821894 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ba43b0f7-6130-47eb-9590-77ce35938f74 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:25.831736 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ba43b0f7-6130-47eb-9590-77ce35938f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:25.897490 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a37948-f091-46c8-924d-0396ed78a7d9 req-b0e41878-9680-4e66-a6c8-60eb0430181d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:25.898964 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-29a37948-f091-46c8-924d-0396ed78a7d9 req-b0e41878-9680-4e66-a6c8-60eb0430181d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 943 time: 0.2965941 Jan 17 17:31:25.959530 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-29a37948-f091-46c8-924d-0396ed78a7d9 req-dbd04574-19fb-4846-beb6-82fbf0e42bf5 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532248 Jan 17 17:31:25.961107 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ba43b0f7-6130-47eb-9590-77ce35938f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.005199 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43b0f7-6130-47eb-9590-77ce35938f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c410e83-565f-4058-9585-319f8244d31d,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:26.008692 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ba43b0f7-6130-47eb-9590-77ce35938f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.051379 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ba43b0f7-6130-47eb-9590-77ce35938f74 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1c410e83-565f-4058-9585-319f8244d31d HTTP/1.1" status: 204 len: 168 time: 0.5828004 Jan 17 17:31:26.054119 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56474) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:26.059103 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-db0b9ac9-79f4-495a-919e-9032c7bec3a3 req-7731fbd6-eb23-477b-991c-581f6bca1cf4 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 210 time: 0.0458438 Jan 17 17:31:26.162719 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.288392 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.314542 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597fdbfd-83d3-4672-b073-761fd9b1f9c5']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:26.327630 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971354fb-c58c-4355-b9e4-41ae6b74b50a') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:26.327918 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971354fb-c58c-4355-b9e4-41ae6b74b50a') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:26.339568 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.354977 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.363929 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:31:26.364935 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:31:26.387945 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:31:26.490804 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.508757 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.521921 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] 10.222.0.107 "DELETE /v2.0/networks/597fdbfd-83d3-4672-b073-761fd9b1f9c5 HTTP/1.1" status: 204 len: 168 time: 0.4642129 Jan 17 17:31:26.521921 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96004aed-2025-45fd-bfc0-c9e20f84e4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=597fdbfd-83d3-4672-b073-761fd9b1f9c5,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:26.522194 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56482) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:26.567703 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f947e80-a1f2-4727-a79c-770f3414e95e req-b2a4db82-80d0-4cdd-a8ec-ffa560183815 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:26.569152 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f947e80-a1f2-4727-a79c-770f3414e95e req-b2a4db82-80d0-4cdd-a8ec-ffa560183815 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0903618 Jan 17 17:31:26.614377 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f947e80-a1f2-4727-a79c-770f3414e95e req-29987dbe-c4d1-4c8e-823f-2431f1902215 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Jan 17 17:31:26.624039 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf23149-044d-468a-9164-1a149352682b admin admin] Deleting subnet 03f6bdff-7a5c-4170-b45c-89b214f6c090 {{(pid=86776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:31:26.632784 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ebf23149-044d-468a-9164-1a149352682b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.664685 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-e976d4f6-71d8-40a2-84c2-eae4f285b515 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831010 Jan 17 17:31:26.690248 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ebf23149-044d-468a-9164-1a149352682b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3139915'] for subnet, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.754537 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ebf23149-044d-468a-9164-1a149352682b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.832710 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ebf23149-044d-468a-9164-1a149352682b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519776'] for subnet, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.874405 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf23149-044d-468a-9164-1a149352682b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f6bdff-7a5c-4170-b45c-89b214f6c090,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:26.876953 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ebf23149-044d-468a-9164-1a149352682b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:26.891010 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ebf23149-044d-468a-9164-1a149352682b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/03f6bdff-7a5c-4170-b45c-89b214f6c090 HTTP/1.1" status: 204 len: 168 time: 0.3601778 Jan 17 17:31:26.891010 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56490) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:27.064045 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.148509 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4ce74-f0ff-46cc-9d04-466ba68e8661 req-5f4eb203-8ca1-4a41-8828-88bef1f42db8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:27.149958 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-10e4ce74-f0ff-46cc-9d04-466ba68e8661 req-5f4eb203-8ca1-4a41-8828-88bef1f42db8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 943 time: 0.0799987 Jan 17 17:31:27.192895 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.200054 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-10e4ce74-f0ff-46cc-9d04-466ba68e8661 req-d20bd001-cea9-40f3-8e2d-928113aeb9d8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Jan 17 17:31:27.238270 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be32d8e-938b-4758-9386-e9ef8ab5ddd1']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:27.252319 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e84d08-50aa-44b8-ae0d-9aa2e33f4284') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:27.252516 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e84d08-50aa-44b8-ae0d-9aa2e33f4284') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:31:27.270312 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.287215 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.293989 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:31:27.294603 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:31:27.309092 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:31:27.396174 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.422602 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Pushing event deleted for resources: {'Network': ['ID=6be32d8e-938b-4758-9386-e9ef8ab5ddd1,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:27.422602 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.429440 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-5f8f68b1-7844-42d2-affc-f43d27b3d94a admin admin] 10.222.0.107 "DELETE /v2.0/networks/6be32d8e-938b-4758-9386-e9ef8ab5ddd1 HTTP/1.1" status: 204 len: 168 time: 0.5427759 Jan 17 17:31:27.448634 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f02f5f40-bc83-40d7-a488-ad6b21203d09 req-f45200b7-8332-4d10-a1f5-221cfc6e59ec tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 210 time: 0.1457846 Jan 17 17:31:27.618744 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56502) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:27.670327 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-681961e1-77bc-48d2-96f7-9d70551c0b97 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7399bcc925784560bda988b26bd5cecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503805 Jan 17 17:31:27.673434 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56508) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:27.738813 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eab94f56-af05-46f0-bfc1-38fff083626d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.767151 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eab94f56-af05-46f0-bfc1-38fff083626d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.823802 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eab94f56-af05-46f0-bfc1-38fff083626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.827285 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72685a19-ef41-406f-9eba-c4f00a3d265b req-9b6963a8-30b3-4ec0-9231-b656e11a13b1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:27.830715 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-72685a19-ef41-406f-9eba-c4f00a3d265b req-9b6963a8-30b3-4ec0-9231-b656e11a13b1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0930746 Jan 17 17:31:27.842566 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab94f56-af05-46f0-bfc1-38fff083626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da847ba3-0230-49d5-b83e-1c48eea4b31b,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:27.846470 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eab94f56-af05-46f0-bfc1-38fff083626d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:27.850973 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-eab94f56-af05-46f0-bfc1-38fff083626d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/da847ba3-0230-49d5-b83e-1c48eea4b31b HTTP/1.1" status: 204 len: 168 time: 0.1732295 Jan 17 17:31:27.900086 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-72685a19-ef41-406f-9eba-c4f00a3d265b req-c1126c18-206c-4788-9742-b9b66e929272 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603042 Jan 17 17:31:28.218671 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56520) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:28.273870 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-80ec699c-438b-4fd9-9b4a-443369691f59 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bbb612729ed845118ba37e8fc44edbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539050 Jan 17 17:31:28.276304 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56526) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:28.396721 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4ce955e1-0c6d-4e5a-a45f-30d4865b0a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:28.431781 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4ce955e1-0c6d-4e5a-a45f-30d4865b0a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:28.463802 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a624-0bf4-4a08-bde4-c50732df7044 req-2e72dac6-9031-49c0-af0c-670182f66b9c tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:28.465319 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2873a624-0bf4-4a08-bde4-c50732df7044 req-2e72dac6-9031-49c0-af0c-670182f66b9c tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 943 time: 0.1482124 Jan 17 17:31:28.475611 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-c126a9ce-62f8-4284-9dbc-603e75578ec3 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699262 Jan 17 17:31:28.544099 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2873a624-0bf4-4a08-bde4-c50732df7044 req-5d7e2e5e-f062-4673-aeb3-d8bb94e70287 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642762 Jan 17 17:31:28.557909 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4ce955e1-0c6d-4e5a-a45f-30d4865b0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:28.590172 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce955e1-0c6d-4e5a-a45f-30d4865b0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e4dc3-2e37-4b21-967b-f882de5ea128,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:28.609027 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4ce955e1-0c6d-4e5a-a45f-30d4865b0a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:28.610489 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-4ce955e1-0c6d-4e5a-a45f-30d4865b0a2e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c94e4dc3-2e37-4b21-967b-f882de5ea128 HTTP/1.1" status: 204 len: 168 time: 0.3332844 Jan 17 17:31:28.697976 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e2394c1c-68fc-4d6c-8120-3c5d95a93a50 req-d9a8ba75-a1f4-4b61-982b-9de16bcf8eac tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 210 time: 0.0526567 Jan 17 17:31:28.753156 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4ca64e32-7a16-4634-86ea-e6976352745b req-847347f1-7041-47a9-ad49-f4ea78631d95 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624421 Jan 17 17:31:28.886744 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-d8ca8651-48da-4c26-a09e-84e9c415d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:28.889666 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-d8ca8651-48da-4c26-a09e-84e9c415d399 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 1096 time: 0.0825367 Jan 17 17:31:29.073623 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-0c26a4b4-5d48-45b9-afab-d47c846ef368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:29.080053 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-0c26a4b4-5d48-45b9-afab-d47c846ef368 service neutron] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 915 time: 0.1776991 Jan 17 17:31:29.222016 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-98b02824-5216-4999-b126-6a162e87b0e0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51c3088c-87ac-48fc-8488-287fc4935839 HTTP/1.1" status: 200 len: 217 time: 0.1235967 Jan 17 17:31:29.277197 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f3ee8-4384-4efc-8f62-77b4be73b013 req-4dc32215-f107-4c13-87d7-024b170f2996 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:29.285474 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b17f3ee8-4384-4efc-8f62-77b4be73b013 req-4dc32215-f107-4c13-87d7-024b170f2996 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.2175620 Jan 17 17:31:29.334463 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-8f7dbcd7-045d-42a8-9798-7b11c8e2fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:29.336376 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-8f7dbcd7-045d-42a8-9798-7b11c8e2fc90 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.1055300 Jan 17 17:31:29.377331 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b17f3ee8-4384-4efc-8f62-77b4be73b013 req-177df28f-9df1-48d6-af97-455be4f44aa7 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909259 Jan 17 17:31:29.473155 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-7c96cbdd-4d23-4ccd-ba23-89ea87f5c990 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148591 Jan 17 17:31:29.577072 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bf0a672-3141-4791-b705-23c00a1b321d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:29.577982 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bf0a672-3141-4791-b705-23c00a1b321d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Synchronizing usage tracker for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:network {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:31:29.604695 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bf0a672-3141-4791-b705-23c00a1b321d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Unset dirty status for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:network {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:31:29.606150 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bf0a672-3141-4791-b705-23c00a1b321d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.106 "GET /v2.0/networks?id=92ad863a-5229-4e0e-b429-f4840ad6fadd HTTP/1.1" status: 200 len: 814 time: 0.2870791 Jan 17 17:31:29.622438 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Request body: {'port': {'device_id': '55d452d1-3b1a-46c2-af01-563be7bb80e2', 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd', 'admin_state_up': True, 'tenant_id': 'c03b132566ea4083b8269a6bfa8409ff'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:29.724625 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-4335037a-fa68-489b-adf2-bdf92a91e838 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381477 Jan 17 17:31:29.986783 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:29.997574 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Usage tracker for resource:port and tenant:c03b132566ea4083b8269a6bfa8409ff is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:30.004325 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85636a7f-135e-4f56-9fc1-618fea2a553f req-cc8c3cfb-237b-4062-aab2-48b6acd9d44d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:30.011455 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-85636a7f-135e-4f56-9fc1-618fea2a553f req-cc8c3cfb-237b-4062-aab2-48b6acd9d44d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 943 time: 0.2372665 Jan 17 17:31:30.013878 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:30.034824 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:30.057914 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9c283ac5-ff02-471f-99fc-99ece4db1d77 req-9a45289a-189a-4b24-8c1b-afaee79ac1b6 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 210 time: 0.1410882 Jan 17 17:31:30.066881 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Made reservation on behalf of c03b132566ea4083b8269a6bfa8409ff for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:31:30.070815 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:30.112148 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1093012d-6cf1-4c1b-9872-2e7139606e83 req-639da6d2-1328-4992-865c-05e6b650ff44 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807678 Jan 17 17:31:30.113724 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-85636a7f-135e-4f56-9fc1-618fea2a553f req-7043d337-bedb-49ae-9923-35957bf47d36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012926 Jan 17 17:31:30.295661 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Allocated IP 172.20.0.13 (92ad863a-5229-4e0e-b429-f4840ad6fadd/90f2f515-814a-4720-87ee-c03733b1a7a7/e975de03-66d7-4d7e-b9da-8b9f8f78c50a) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:31:30.566549 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:30.614383 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f926e-8e54-4331-8d72-4d1f85354910 req-23fc58f1-8c6f-4d78-8aa2-a8ac4e7181d4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:30.619009 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:30.623369 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5f4f926e-8e54-4331-8d72-4d1f85354910 req-23fc58f1-8c6f-4d78-8aa2-a8ac4e7181d4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1214159 Jan 17 17:31:30.686571 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5f4f926e-8e54-4331-8d72-4d1f85354910 req-0ac9ff79-6775-43a3-8025-0d5613b6c0b0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Jan 17 17:31:30.712310 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Network 92ad863a-5229-4e0e-b429-f4840ad6fadd is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:31:30.716430 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:31:30.720809 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:31:30.726754 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:30.728437 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:30.757166 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Pushing event updated for resources: {'Port': ['ID=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:30.761019 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-69da3787-b87b-476f-9e66-2033eccb2cf1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1452196 Jan 17 17:31:30.778423 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Request body: {'port': {'device_id': '55d452d1-3b1a-46c2-af01-563be7bb80e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:31:30.916117 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:31.075096 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:31:31.283926 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 51c3088c-87ac-48fc-8488-287fc4935839 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:31:31.348954 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4272f7-1e39-493e-97f8-7d75054f8d22 req-d2d96237-25cb-4167-ad9d-7ab6787228f7 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:31.353514 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ac4272f7-1e39-493e-97f8-7d75054f8d22 req-d2d96237-25cb-4167-ad9d-7ab6787228f7 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 932 time: 0.1456342 Jan 17 17:31:31.463870 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ac4272f7-1e39-493e-97f8-7d75054f8d22 req-2796119e-f1be-40d9-b79b-fa12af770a44 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061239 Jan 17 17:31:31.490172 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 51c3088c-87ac-48fc-8488-287fc4935839, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51c3088c-87ac-48fc-8488-287fc4935839,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:31.505800 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '51c3088c-87ac-48fc-8488-287fc4935839', 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'port_id': '51c3088c-87ac-48fc-8488-287fc4935839', 'mac_address': 'fa:16:3e:6f:15:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cf182d-998a-46e5-af63-814fadc47a4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:31:31.524589 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0b6cb-d357-4568-a5d9-b885adcc330f req-0ebb7bed-38fd-4e0c-954e-c060904e60f6 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:31.526520 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-10f0b6cb-d357-4568-a5d9-b885adcc330f req-0ebb7bed-38fd-4e0c-954e-c060904e60f6 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 943 time: 0.1933911 Jan 17 17:31:31.565818 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e975de03-66d7-4d7e-b9da-8b9f8f78c50a {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:31:31.574150 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:31.585196 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:31.596946 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c3088c-87ac-48fc-8488-287fc4935839 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:31:31.616821 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 51c3088c-87ac-48fc-8488-287fc4935839, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51c3088c-87ac-48fc-8488-287fc4935839,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:31.617390 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-10f0b6cb-d357-4568-a5d9-b885adcc330f req-9a232b75-65f2-4c7d-a028-99606ada042f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826182 Jan 17 17:31:31.622876 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:31.628491 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Transition to ACTIVE for port object e975de03-66d7-4d7e-b9da-8b9f8f78c50a will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:31:31.633544 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:31.731155 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=51c3088c-87ac-48fc-8488-287fc4935839,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:31.810544 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:31.893274 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Attempting to bind port e975de03-66d7-4d7e-b9da-8b9f8f78c50a on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:31:31.893615 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Attempting to bind port e975de03-66d7-4d7e-b9da-8b9f8f78c50a by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:31:31.893939 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Attempting to bind port e975de03-66d7-4d7e-b9da-8b9f8f78c50a on network 92ad863a-5229-4e0e-b429-f4840ad6fadd {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:31:31.899376 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Port e975de03-66d7-4d7e-b9da-8b9f8f78c50a on network 92ad863a-5229-4e0e-b429-f4840ad6fadd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:31:31.899690 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Attempting to bind port e975de03-66d7-4d7e-b9da-8b9f8f78c50a on network 92ad863a-5229-4e0e-b429-f4840ad6fadd {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:31:31.904970 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:31:31.905301 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Checking segment: {'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:31:31.905673 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Bound using segment: {'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:31:31.906119 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Bound port: e975de03-66d7-4d7e-b9da-8b9f8f78c50a, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:31:31.907015 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:31.940831 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4850105-e6ca-4070-873f-86866eb66f29 req-2e7effe3-6e06-423f-a4ca-83f8dc4730b6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:31.950359 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d4850105-e6ca-4070-873f-86866eb66f29 req-2e7effe3-6e06-423f-a4ca-83f8dc4730b6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1403000 Jan 17 17:31:31.982801 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['51c3088c-87ac-48fc-8488-287fc4935839'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:31:32.001683 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d4850105-e6ca-4070-873f-86866eb66f29 req-ce195b8c-8259-4e1b-a5f8-e607a3a47419 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495179 Jan 17 17:31:32.014819 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] For port e975de03-66d7-4d7e-b9da-8b9f8f78c50a, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:31:32.019526 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] For port e975de03-66d7-4d7e-b9da-8b9f8f78c50a, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:31:32.029620 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:32.091275 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:32.092083 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:32.093636 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] 10.222.0.106 "PUT /v2.0/ports/e975de03-66d7-4d7e-b9da-8b9f8f78c50a HTTP/1.1" status: 200 len: 1094 time: 1.3196340 Jan 17 17:31:32.094638 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d452d1-3b1a-46c2-af01-563be7bb80e2', 'tag': 'e975de03-66d7-4d7e-b9da-8b9f8f78c50a'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:31:32.205649 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d452d1-3b1a-46c2-af01-563be7bb80e2', 'tag': 'e975de03-66d7-4d7e-b9da-8b9f8f78c50a', 'status': 'completed', 'code': 200} Jan 17 17:31:32.218095 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0fd45-7335-43d5-95c6-55ba83f2f1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:32.260168 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-09e27c0f-d357-472b-9bb7-58d8e471fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:32.261682 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-09e27c0f-d357-472b-9bb7-58d8e471fd1a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c03b132566ea4083b8269a6bfa8409ff&device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 1097 time: 0.1121080 Jan 17 17:31:32.341445 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-d2f6eb7c-5584-4074-90fc-a14e9a3207b1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e975de03-66d7-4d7e-b9da-8b9f8f78c50a HTTP/1.1" status: 200 len: 217 time: 0.0694628 Jan 17 17:31:32.408650 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-a7222841-d004-41ce-863f-d3f667908c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:32.410115 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-a7222841-d004-41ce-863f-d3f667908c4e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=90f2f515-814a-4720-87ee-c03733b1a7a7 HTTP/1.1" status: 200 len: 854 time: 0.0619681 Jan 17 17:31:32.462477 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-d9cd5ea4-d9b7-4c6e-b7d6-2e564f6749c6 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=92ad863a-5229-4e0e-b429-f4840ad6fadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409007 Jan 17 17:31:32.613463 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-ce2eba95-0c6c-4bd0-a405-eadbbf41cb92 service neutron] 10.222.0.106 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374509 Jan 17 17:31:32.663057 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9352fb-9f1d-4ca1-8a73-09a67fd580af req-2d897b9f-1b42-48f1-8769-6800456a20c4 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:32.664624 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2b9352fb-9f1d-4ca1-8a73-09a67fd580af req-2d897b9f-1b42-48f1-8769-6800456a20c4 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 944 time: 0.0915670 Jan 17 17:31:32.722266 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2b9352fb-9f1d-4ca1-8a73-09a67fd580af req-16ef438c-9ebb-4803-af66-f29a4390b0de tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Jan 17 17:31:32.842172 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94b5151f-8fee-416c-9c66-e11ab9918f41 req-355f3b5f-0d12-4483-937b-b14a3b36115e service neutron] 10.222.0.106 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110803 Jan 17 17:31:32.869966 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2efc2b-86bd-424f-aabe-693c6f729fcb req-d42f5cfb-721e-44de-a3e8-2fdef5b7ffce tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:32.871705 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-af2efc2b-86bd-424f-aabe-693c6f729fcb req-d42f5cfb-721e-44de-a3e8-2fdef5b7ffce tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 944 time: 0.1214824 Jan 17 17:31:32.979501 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-af2efc2b-86bd-424f-aabe-693c6f729fcb req-37f6702c-494e-45de-9729-ae632983b054 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990062 Jan 17 17:31:33.005401 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-9d98e4ff-fe85-4951-9dfd-1e6f7ce47558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:33.007157 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-9d98e4ff-fe85-4951-9dfd-1e6f7ce47558 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c03b132566ea4083b8269a6bfa8409ff&device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 1097 time: 0.1121542 Jan 17 17:31:33.245881 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-387db5f5-4ae3-4271-b073-86de7b2e78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:33.247376 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-387db5f5-4ae3-4271-b073-86de7b2e78e7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=92ad863a-5229-4e0e-b429-f4840ad6fadd HTTP/1.1" status: 200 len: 915 time: 0.2181878 Jan 17 17:31:33.307044 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 51c3088c-87ac-48fc-8488-287fc4935839 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:31:33.320303 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5d75c-e9a6-4e28-a91f-7ceae2cb261f req-745ae357-8a74-45b8-a133-4e513dae5d25 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:33.321736 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-10f5d75c-e9a6-4e28-a91f-7ceae2cb261f req-745ae357-8a74-45b8-a133-4e513dae5d25 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1899333 Jan 17 17:31:33.331942 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-592d1958-72d0-4353-98f0-e1aba7480617 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e975de03-66d7-4d7e-b9da-8b9f8f78c50a HTTP/1.1" status: 200 len: 217 time: 0.0750048 Jan 17 17:31:33.384209 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 51c3088c-87ac-48fc-8488-287fc4935839 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:31:33.390214 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 51c3088c-87ac-48fc-8488-287fc4935839 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:31:33.390581 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:33.527716 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-10f5d75c-e9a6-4e28-a91f-7ceae2cb261f req-ffe79f1a-3cec-41d9-8939-3870c45d24cd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961012 Jan 17 17:31:33.529403 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-59857e2e-9607-4ef2-844b-5317a4af06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:33.530865 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-59857e2e-9607-4ef2-844b-5317a4af06f5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=90f2f515-814a-4720-87ee-c03733b1a7a7 HTTP/1.1" status: 200 len: 854 time: 0.1823914 Jan 17 17:31:33.547942 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:33.584431 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 51c3088c-87ac-48fc-8488-287fc4935839, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51c3088c-87ac-48fc-8488-287fc4935839,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:33.585731 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce296e3d-c787-4525-ad84-f343beec9465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c3088c-87ac-48fc-8488-287fc4935839'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:31:33.591563 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:33.601923 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-b02d8abd-362e-45b6-90e4-7fa70b92cee1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=92ad863a-5229-4e0e-b429-f4840ad6fadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590515 Jan 17 17:31:33.683518 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=51c3088c-87ac-48fc-8488-287fc4935839,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:33.807486 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce296e3d-c787-4525-ad84-f343beec9465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c3088c-87ac-48fc-8488-287fc4935839', 'code': 200} Jan 17 17:31:33.809658 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-3cb0774b-bbcf-49ee-bec0-5d15aa6bc1c3 service neutron] 10.222.0.106 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004299 Jan 17 17:31:33.891296 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56740) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:34.039059 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b970f5aa-4c5c-4162-bb13-00df56285e7b req-8bdca9e8-1556-48d5-ae2b-d16ebf7c0024 service neutron] 10.222.0.106 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187340 Jan 17 17:31:34.057316 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43d18-07e3-4f36-90e8-79ee6e2a06a3 req-55fe8aa2-e19f-44c2-bff7-bd059a05f4aa tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:34.058012 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-eaf43d18-07e3-4f36-90e8-79ee6e2a06a3 req-55fe8aa2-e19f-44c2-bff7-bd059a05f4aa tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Synchronizing usage tracker for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:31:34.082432 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:34.088037 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-eaf43d18-07e3-4f36-90e8-79ee6e2a06a3 req-55fe8aa2-e19f-44c2-bff7-bd059a05f4aa tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Unset dirty status for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:31:34.089743 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-eaf43d18-07e3-4f36-90e8-79ee6e2a06a3 req-55fe8aa2-e19f-44c2-bff7-bd059a05f4aa tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 944 time: 0.1854520 Jan 17 17:31:34.113936 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:34.121061 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] Usage tracker for resource:security_group_rule and tenant:065e9ef437f6448f9952082bdeec0f48 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:34.124363 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:34.136762 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:34.162023 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-eaf43d18-07e3-4f36-90e8-79ee6e2a06a3 req-3587111e-a9f2-4f3c-b72e-9471c8a81f4d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Synchronizing usage tracker for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:31:34.184591 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-eaf43d18-07e3-4f36-90e8-79ee6e2a06a3 req-3587111e-a9f2-4f3c-b72e-9471c8a81f4d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Unset dirty status for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:31:34.185911 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-eaf43d18-07e3-4f36-90e8-79ee6e2a06a3 req-3587111e-a9f2-4f3c-b72e-9471c8a81f4d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892992 Jan 17 17:31:34.248017 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a28403-d391-4768-86eb-dc886a3d2db3 req-4dbc091e-b047-4679-b77a-f7fa6fc7cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:34.249472 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e8a28403-d391-4768-86eb-dc886a3d2db3 req-4dbc091e-b047-4679-b77a-f7fa6fc7cbcd service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 1098 time: 0.2258894 Jan 17 17:31:34.330571 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e8a28403-d391-4768-86eb-dc886a3d2db3 req-ec32cce0-3d6a-4c54-a093-e2d3865cacde service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737252 Jan 17 17:31:34.341443 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a28a0-ed30-4565-8b77-d9c926c29696 req-5d7a1dc9-fd23-466c-905b-23a26144341d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:34.342885 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fc4a28a0-ed30-4565-8b77-d9c926c29696 req-5d7a1dc9-fd23-466c-905b-23a26144341d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 945 time: 0.2025800 Jan 17 17:31:34.377796 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:34.408264 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:34.483161 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ca6ddc-41ac-40e3-9f3a-1f542e40f228,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:34.488998 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-8f211e23-6705-4989-b19c-00e0df9e69d7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=065e9ef437f6448f9952082bdeec0f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959706 Jan 17 17:31:34.491732 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56764) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:34.497278 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fc4a28a0-ed30-4565-8b77-d9c926c29696 req-da61e55c-9768-4a42-9141-c92d26a2d222 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367314 Jan 17 17:31:34.574682 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8f2a-4345-41a1-a560-63a4b0505cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:34.621707 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8f2a-4345-41a1-a560-63a4b0505cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:34.691885 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8f2a-4345-41a1-a560-63a4b0505cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:34.708783 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a8f2a-4345-41a1-a560-63a4b0505cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ca6ddc-41ac-40e3-9f3a-1f542e40f228,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:34.713896 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9f9a8f2a-4345-41a1-a560-63a4b0505cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:34.715226 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-9f9a8f2a-4345-41a1-a560-63a4b0505cf2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/28ca6ddc-41ac-40e3-9f3a-1f542e40f228 HTTP/1.1" status: 204 len: 168 time: 0.2144864 Jan 17 17:31:34.759609 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f2a81-875a-4ba8-8b04-9a52e0c85351 req-3c558481-0ccf-42b3-b0cd-328f1d43a4a4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:34.760957 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-890f2a81-875a-4ba8-8b04-9a52e0c85351 req-3c558481-0ccf-42b3-b0cd-328f1d43a4a4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1220026 Jan 17 17:31:34.806684 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-890f2a81-875a-4ba8-8b04-9a52e0c85351 req-c31c2f61-396c-497f-ad6b-dcf5c38314d4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391493 Jan 17 17:31:35.029306 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 56778) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:35.048770 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.063386 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:31:35.068187 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] Usage tracker for resource:security_group_rule and tenant:77e780beeea8483aa616ce39f02cdcbb is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:31:35.071239 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:31:35.077908 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:31:35.169117 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.174121 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.228745 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=77e780beeea8483aa616ce39f02cdcbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960719 Jan 17 17:31:35.228745 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655571e-10ed-470e-90be-fb9c11d9636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed71f9-b499-4015-a7ff-71784f738022,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:35.229624 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 56788) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:31:35.307534 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-20ea1bf7-fba2-48a0-881d-d7c355ca57a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.317220 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device e975de03-66d7-4d7e-b9da-8b9f8f78c50a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:31:35.379611 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-20ea1bf7-fba2-48a0-881d-d7c355ca57a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.452545 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2371d9-39f8-4c7c-bdcd-b4235268517d req-2b674c9f-f483-455f-b92a-e117f7490234 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:35.454966 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-eb2371d9-39f8-4c7c-bdcd-b4235268517d req-2b674c9f-f483-455f-b92a-e117f7490234 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 944 time: 0.1376896 Jan 17 17:31:35.477871 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-20ea1bf7-fba2-48a0-881d-d7c355ca57a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.493182 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port e975de03-66d7-4d7e-b9da-8b9f8f78c50a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:35.510395 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': 'e975de03-66d7-4d7e-b9da-8b9f8f78c50a', 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd', 'port_id': 'e975de03-66d7-4d7e-b9da-8b9f8f78c50a', 'mac_address': 'fa:16:3e:fe:dd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f2f515-814a-4720-87ee-c03733b1a7a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:31:35.515467 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea1bf7-fba2-48a0-881d-d7c355ca57a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed71f9-b499-4015-a7ff-71784f738022,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:35.552841 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-eb2371d9-39f8-4c7c-bdcd-b4235268517d req-a05a0c4a-972d-4c83-a348-9dc299feed86 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909455 Jan 17 17:31:35.554593 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-20ea1bf7-fba2-48a0-881d-d7c355ca57a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.556711 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-20ea1bf7-fba2-48a0-881d-d7c355ca57a8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/84ed71f9-b499-4015-a7ff-71784f738022 HTTP/1.1" status: 204 len: 168 time: 0.3233743 Jan 17 17:31:35.584858 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.611550 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e975de03-66d7-4d7e-b9da-8b9f8f78c50a {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:31:35.634123 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port e975de03-66d7-4d7e-b9da-8b9f8f78c50a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:35.645891 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.760460 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:35.818965 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106af840-0026-43ff-acde-8c174c9f6011 req-9a4eee75-c5ee-4e7e-b392-ac4a2a1e2714 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:35.820998 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-106af840-0026-43ff-acde-8c174c9f6011 req-9a4eee75-c5ee-4e7e-b392-ac4a2a1e2714 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 945 time: 0.1903806 Jan 17 17:31:35.871704 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-106af840-0026-43ff-acde-8c174c9f6011 req-ddf3f906-6904-4830-90ab-d2078e9830f8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Jan 17 17:31:36.016285 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['e975de03-66d7-4d7e-b9da-8b9f8f78c50a'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:31:36.081559 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe349ef-b4df-413f-8df2-3e112b78c05d req-5210dcf6-7933-4b3c-82ac-6966eb730183 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:36.083418 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8fe349ef-b4df-413f-8df2-3e112b78c05d req-5210dcf6-7933-4b3c-82ac-6966eb730183 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1153014 Jan 17 17:31:36.155273 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8fe349ef-b4df-413f-8df2-3e112b78c05d req-5bda8bda-4c63-4029-ab04-b2909fa2475b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638788 Jan 17 17:31:36.768439 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c81b07-eaf1-404a-b865-a265a9a7e04e req-524f6f71-364a-48f2-abb4-10487e006c16 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:36.769984 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-01c81b07-eaf1-404a-b865-a265a9a7e04e req-524f6f71-364a-48f2-abb4-10487e006c16 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 945 time: 0.0855281 Jan 17 17:31:36.834451 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-01c81b07-eaf1-404a-b865-a265a9a7e04e req-4ddc65a4-0c32-456e-9104-61bd1b9cc276 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558019 Jan 17 17:31:37.081081 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5675c-2c36-4ae5-961a-063685221597 req-2864904e-0a54-4697-8548-94428eeec131 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:37.082510 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-07a5675c-2c36-4ae5-961a-063685221597 req-2864904e-0a54-4697-8548-94428eeec131 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 945 time: 0.0979271 Jan 17 17:31:37.137574 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-07a5675c-2c36-4ae5-961a-063685221597 req-938e23a6-d086-4a97-b938-c8a175a93948 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488195 Jan 17 17:31:37.327823 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device e975de03-66d7-4d7e-b9da-8b9f8f78c50a up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:31:37.390815 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35d288-1b06-4f5f-b93c-20fb8e3f2e59 req-53daccb3-15b6-411b-963b-8b98a870c096 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:37.393548 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4a35d288-1b06-4f5f-b93c-20fb8e3f2e59 req-53daccb3-15b6-411b-963b-8b98a870c096 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1045072 Jan 17 17:31:37.409146 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port e975de03-66d7-4d7e-b9da-8b9f8f78c50a completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:31:37.417080 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port e975de03-66d7-4d7e-b9da-8b9f8f78c50a triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:31:37.417841 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:37.459685 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4a35d288-1b06-4f5f-b93c-20fb8e3f2e59 req-28037cca-bd81-4681-805b-bd90fbdd0287 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595844 Jan 17 17:31:37.568711 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:37.615461 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d452d1-3b1a-46c2-af01-563be7bb80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e975de03-66d7-4d7e-b9da-8b9f8f78c50a'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:31:37.640124 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port e975de03-66d7-4d7e-b9da-8b9f8f78c50a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:31:37.647763 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:37.729436 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d452d1-3b1a-46c2-af01-563be7bb80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e975de03-66d7-4d7e-b9da-8b9f8f78c50a', 'code': 200} Jan 17 17:31:37.778057 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:31:38.076756 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47bf2a-c06c-4bd0-858b-9d7e060a7daa req-519a80e1-f67e-4a19-ba25-e21368fac237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:38.079024 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3f47bf2a-c06c-4bd0-858b-9d7e060a7daa req-519a80e1-f67e-4a19-ba25-e21368fac237 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 1099 time: 0.1263034 Jan 17 17:31:38.135578 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3f47bf2a-c06c-4bd0-858b-9d7e060a7daa req-4840b174-2a02-4036-badb-c291774f7194 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Jan 17 17:31:38.150092 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62e7de-5e2a-4f8a-afab-82324203eaed req-7d38c93d-70ba-4452-8de7-cc74d60eeca5 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:38.151799 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6b62e7de-5e2a-4f8a-afab-82324203eaed req-7d38c93d-70ba-4452-8de7-cc74d60eeca5 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 946 time: 0.1107399 Jan 17 17:31:38.207298 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6b62e7de-5e2a-4f8a-afab-82324203eaed req-c8520b1c-acd9-460d-a02f-738f19045f83 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485423 Jan 17 17:31:38.658428 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8839d4b-0fe0-417a-a849-57190a194ff8 req-83b3d9a1-2a7e-4289-ab6d-892578a0e871 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:38.660202 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d8839d4b-0fe0-417a-a849-57190a194ff8 req-83b3d9a1-2a7e-4289-ab6d-892578a0e871 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0877924 Jan 17 17:31:38.710609 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d8839d4b-0fe0-417a-a849-57190a194ff8 req-46500adb-5cdb-4413-af63-f8166df7a2e4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Jan 17 17:31:39.514882 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e6c28-2710-4c02-b9ae-bf799b52f62e req-5908bcf2-2d5b-4a87-85cf-6f573e900292 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:39.517449 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ae3e6c28-2710-4c02-b9ae-bf799b52f62e req-5908bcf2-2d5b-4a87-85cf-6f573e900292 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 946 time: 0.1050019 Jan 17 17:31:39.629837 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ae3e6c28-2710-4c02-b9ae-bf799b52f62e req-398285a7-f489-4ccb-964a-d8fa686518f7 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057348 Jan 17 17:31:39.929324 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6706d99-e18a-48eb-88d3-ba437681ec36 req-c1dd5beb-1d4d-4ccc-bbcb-97de965175c4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:39.930812 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a6706d99-e18a-48eb-88d3-ba437681ec36 req-c1dd5beb-1d4d-4ccc-bbcb-97de965175c4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0862854 Jan 17 17:31:39.982373 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a6706d99-e18a-48eb-88d3-ba437681ec36 req-2d1cabf1-d699-4c92-99d5-b0cee4e59a76 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Jan 17 17:31:40.834586 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f43192-62ec-4746-a476-71f79cadbca5 req-46793457-545c-4dfb-b9f4-58f5cbb02741 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:40.836281 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-45f43192-62ec-4746-a476-71f79cadbca5 req-46793457-545c-4dfb-b9f4-58f5cbb02741 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 946 time: 0.0839403 Jan 17 17:31:40.881528 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-45f43192-62ec-4746-a476-71f79cadbca5 req-33e2efb1-ccf3-4c84-b1da-f110cdf040d9 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Jan 17 17:31:41.197856 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a22c0e-6ae0-4216-b47c-34f021901fbe req-1e2b1b59-ca50-4c5e-9243-81f8de52a64c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:41.199328 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-34a22c0e-6ae0-4216-b47c-34f021901fbe req-1e2b1b59-ca50-4c5e-9243-81f8de52a64c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0860529 Jan 17 17:31:41.246027 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-34a22c0e-6ae0-4216-b47c-34f021901fbe req-57175e09-ed6a-441e-a1fa-5741142c8279 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Jan 17 17:31:42.452412 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6c55a-bfea-4d81-aa5f-df3758cfbd3e req-ba281e9d-c4e3-4097-9159-4655fe79baf6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:42.453877 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-73c6c55a-bfea-4d81-aa5f-df3758cfbd3e req-ba281e9d-c4e3-4097-9159-4655fe79baf6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0886190 Jan 17 17:31:42.501510 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-73c6c55a-bfea-4d81-aa5f-df3758cfbd3e req-c9677442-b297-4f37-bacf-2945bcd23cb9 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Jan 17 17:31:43.690029 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bc29-942c-44a2-a6ef-64b40a95befb req-f032066c-2e3a-42af-b09c-73f52ab148aa tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:43.691523 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f322bc29-942c-44a2-a6ef-64b40a95befb req-f032066c-2e3a-42af-b09c-73f52ab148aa tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0820777 Jan 17 17:31:43.794385 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f322bc29-942c-44a2-a6ef-64b40a95befb req-ad87343f-0086-4042-99ae-1a9c921b2c66 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966861 Jan 17 17:31:45.022691 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84939f-b5e5-4cd4-87f1-16edc55f36fe req-d62148e0-11bc-459b-b1f8-ad4f73373b11 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:45.024206 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7e84939f-b5e5-4cd4-87f1-16edc55f36fe req-d62148e0-11bc-459b-b1f8-ad4f73373b11 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1132681 Jan 17 17:31:45.074125 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7e84939f-b5e5-4cd4-87f1-16edc55f36fe req-2a345736-8e99-4fc8-a6d4-03c99f130b39 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Jan 17 17:31:46.306057 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8252e-db08-4f81-be70-620ce05e0997 req-1f27c3ad-74dc-4213-af11-b75accec7285 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:46.307858 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a8c8252e-db08-4f81-be70-620ce05e0997 req-1f27c3ad-74dc-4213-af11-b75accec7285 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1158700 Jan 17 17:31:46.356776 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a8c8252e-db08-4f81-be70-620ce05e0997 req-b5032172-211b-457b-a955-faea08a12f64 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Jan 17 17:31:47.557871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95d74-d028-432c-b7cf-db1468a04a62 req-02e257f0-6c10-4586-bf23-2930331e82ca tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:47.559395 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50d95d74-d028-432c-b7cf-db1468a04a62 req-02e257f0-6c10-4586-bf23-2930331e82ca tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0918179 Jan 17 17:31:47.617219 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-50d95d74-d028-432c-b7cf-db1468a04a62 req-9cb84847-61d3-4dc0-94fc-2ea2a985f752 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521877 Jan 17 17:31:48.059622 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e2d4fb46-b51e-4557-b363-4be723033816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:48.829499 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543276-8db3-45fa-afbe-61163601d4b8 req-df4a4b8d-e65d-40a0-9715-287ad855ecbb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:48.830978 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-06543276-8db3-45fa-afbe-61163601d4b8 req-df4a4b8d-e65d-40a0-9715-287ad855ecbb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0932372 Jan 17 17:31:48.883435 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-06543276-8db3-45fa-afbe-61163601d4b8 req-a68457c0-32f2-4236-9049-b0477a2fc8fe tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 Jan 17 17:31:50.089692 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57635b-59dd-4af8-b57c-d8544eb39619 req-4fadcf03-864b-4278-9611-b8153734f3c4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:50.091183 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-db57635b-59dd-4af8-b57c-d8544eb39619 req-4fadcf03-864b-4278-9611-b8153734f3c4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0955062 Jan 17 17:31:50.146077 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-db57635b-59dd-4af8-b57c-d8544eb39619 req-791dc612-cfa3-41d4-9d58-587b7ee6d4fa tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 Jan 17 17:31:50.339414 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a4809112-f5ad-435d-a2f4-fc5040c437a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:51.342037 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f607633-159f-4ee8-85b8-fc2dcf227c4f req-8897b39b-6f95-4bc7-8f9b-f6db1c2ca53f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:51.343500 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7f607633-159f-4ee8-85b8-fc2dcf227c4f req-8897b39b-6f95-4bc7-8f9b-f6db1c2ca53f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0811398 Jan 17 17:31:51.396833 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7f607633-159f-4ee8-85b8-fc2dcf227c4f req-6b7fd4a2-746c-4373-aa0f-26997b910ac5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Jan 17 17:31:51.508618 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:51.837104 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:52.216759 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:52.597353 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f4c28-076d-4bd6-aa4d-c81ff188332f req-b2a3e2bb-e2a2-443f-bd96-af14f582926c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:52.599221 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-313f4c28-076d-4bd6-aa4d-c81ff188332f req-b2a3e2bb-e2a2-443f-bd96-af14f582926c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0943918 Jan 17 17:31:52.654607 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-313f4c28-076d-4bd6-aa4d-c81ff188332f req-ab8a6446-2b39-4e78-a978-c3d362eb48b5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 Jan 17 17:31:52.915674 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:53.930326 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f38f-e488-4200-afcc-e49a317b131c req-aa8d6f14-2edb-431a-a1a1-fca2a9031579 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:53.932319 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c8e8f38f-e488-4200-afcc-e49a317b131c req-aa8d6f14-2edb-431a-a1a1-fca2a9031579 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0840759 Jan 17 17:31:53.978829 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c8e8f38f-e488-4200-afcc-e49a317b131c req-bee7b297-56cd-4cc9-9c15-09cb96efb663 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Jan 17 17:31:55.175361 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b7b3-bf05-45ec-b07f-3a188b70f4f8 req-4a2814aa-0cbe-4ac8-b513-71f0b7cf5cff tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:55.176877 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3653b7b3-bf05-45ec-b07f-3a188b70f4f8 req-4a2814aa-0cbe-4ac8-b513-71f0b7cf5cff tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0881810 Jan 17 17:31:55.225148 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3653b7b3-bf05-45ec-b07f-3a188b70f4f8 req-be66948f-75b3-42ee-8548-e7e87cf05c7e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Jan 17 17:31:56.420554 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f2d93-f0be-42a9-ae02-2ff1f2a40ce4 req-a7594460-e791-4af7-b6be-c4cb4abf6eeb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:56.422038 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7b1f2d93-f0be-42a9-ae02-2ff1f2a40ce4 req-a7594460-e791-4af7-b6be-c4cb4abf6eeb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0845914 Jan 17 17:31:56.478532 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7b1f2d93-f0be-42a9-ae02-2ff1f2a40ce4 req-c743f18d-458c-46cb-9749-3c44181467ae tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Jan 17 17:31:57.256883 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157602e3-a624-4e11-aff4-175db8754d92 req-194f2d50-fbdf-498f-8253-8c11e235f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:57.258343 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-157602e3-a624-4e11-aff4-175db8754d92 req-194f2d50-fbdf-498f-8253-8c11e235f453 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 1098 time: 0.0753977 Jan 17 17:31:57.302882 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-157602e3-a624-4e11-aff4-175db8754d92 req-85470a98-f8e3-4650-b191-b2aee3ed0543 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369086 Jan 17 17:31:57.357056 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-e7292fed-129a-4e7f-a5ad-8f4f2ee259e8 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774827 Jan 17 17:31:57.713413 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912d068-491f-42cf-87c7-a519339d29a2 req-1d5959d6-483a-4b31-8109-1d1bfd86e6c6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:57.715305 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0912d068-491f-42cf-87c7-a519339d29a2 req-1d5959d6-483a-4b31-8109-1d1bfd86e6c6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1115565 Jan 17 17:31:57.718362 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-3957aacd-a97f-4173-8b77-088fecf5126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:57.720556 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-3957aacd-a97f-4173-8b77-088fecf5126d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 1099 time: 0.1688011 Jan 17 17:31:57.761613 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0912d068-491f-42cf-87c7-a519339d29a2 req-e83182d7-db04-417a-916c-0a3f0aa19e4e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390098 Jan 17 17:31:58.017449 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-c45bceea-f12b-48b4-aa0f-a9b21377dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:58.019216 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-c45bceea-f12b-48b4-aa0f-a9b21377dc17 service neutron] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 915 time: 0.2453334 Jan 17 17:31:58.101387 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-e7f6292d-b420-4c62-ac55-032ac207a740 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0088cf92-d5fe-4a73-800e-ba8692fa680e HTTP/1.1" status: 200 len: 217 time: 0.0755460 Jan 17 17:31:58.195435 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-e7459210-fd55-46e3-b4a2-f255670c7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:58.196976 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-e7459210-fd55-46e3-b4a2-f255670c7a16 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.0839531 Jan 17 17:31:58.255034 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-c940a918-bdf1-4e21-b8ab-f6e19b63c6b6 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476682 Jan 17 17:31:58.465228 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-6825e972-61d9-4504-a466-ae4315e37417 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963122 Jan 17 17:31:58.620370 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-90a9d96f-517a-4b88-b5c9-b64178d68116 req-adbdd7f6-5f91-4af8-8ac2-63913d3d6fe6 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515102 Jan 17 17:31:58.899124 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-2f9af768-65d1-47a1-ba9b-0a4f4769ef15 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:58.906877 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-2f9af768-65d1-47a1-ba9b-0a4f4769ef15 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 814 time: 0.1982694 Jan 17 17:31:58.918881 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-1c649b5e-eb80-4817-8d40-87d2f8674d10 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/quotas/7d26f4da2df3414fac1e83af06f08bb8 HTTP/1.1" status: 200 len: 375 time: 0.0109425 Jan 17 17:31:59.020642 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-66633ab3-0331-4ef2-927e-9086c47a8c30 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950053 Jan 17 17:31:59.044476 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a4a61-d818-42d9-a9e2-3107516ac71e req-a237891b-b3d3-42d3-9fc7-68faff0d2026 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:59.059863 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c27a4a61-d818-42d9-a9e2-3107516ac71e req-a237891b-b3d3-42d3-9fc7-68faff0d2026 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1153924 Jan 17 17:31:59.095821 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c27a4a61-d818-42d9-a9e2-3107516ac71e req-094b601b-2fd1-463b-9dba-beceed2bb906 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Jan 17 17:31:59.172113 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-01eff8da-76b2-4226-b0ab-dce30a56990f service neutron] 10.222.0.107 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425233 Jan 17 17:31:59.339396 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-fad9d436-8e9c-40b6-8004-ba2bf1ddb857 service neutron] 10.222.0.107 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604853 Jan 17 17:31:59.373034 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939228e0-e1ec-47e9-86d6-c5feabe8b616 req-668657cf-3d0d-47df-9479-fc6fd00386dd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:31:59.374496 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-939228e0-e1ec-47e9-86d6-c5feabe8b616 req-668657cf-3d0d-47df-9479-fc6fd00386dd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0834105 Jan 17 17:31:59.426426 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-939228e0-e1ec-47e9-86d6-c5feabe8b616 req-c9748e7f-8e8b-4fd5-8b0e-6aaa2910ca6a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Jan 17 17:31:59.531252 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-166d9510-e436-4e75-b508-4019a076be15 req-094034ba-433d-40b0-bfa7-1121b316b56e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0524075 Jan 17 17:32:00.707851 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-46d3febf-2740-4275-b059-65cd9297144c req-2e46031c-765a-492f-be1a-03c3bdcd37e4 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0436020 Jan 17 17:32:00.940660 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-80af203c-f241-4e65-bab1-5db12130f8d2 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:00.942642 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-80af203c-f241-4e65-bab1-5db12130f8d2 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 814 time: 0.1525693 Jan 17 17:32:00.966724 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Request body: {'port': {'device_id': 'cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7', 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'admin_state_up': True, 'tenant_id': '7d26f4da2df3414fac1e83af06f08bb8'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:32:01.132270 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:01.142362 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:01.153707 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Made reservation on behalf of 7d26f4da2df3414fac1e83af06f08bb8 for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:32:01.158657 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:01.340055 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Allocated IP 172.20.0.10 (e03e611e-fca4-4a6e-bc9d-ec7727623106/e7cf182d-998a-46e5-af63-814fadc47a4b/3822d9af-b480-424c-927b-f15160d5d918) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:32:01.627967 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:01.700847 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:01.718453 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0088cf92-d5fe-4a73-800e-ba8692fa680e', '51f3cd32-7b06-4a47-ba16-b880a520bb19', '51c3088c-87ac-48fc-8488-287fc4935839'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:32:01.729776 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0d63-3b81-44f8-a365-691006659dea req-4956a155-8afe-48ac-bf8c-61ebb46c935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:01.733405 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5b5e0d63-3b81-44f8-a365-691006659dea req-4956a155-8afe-48ac-bf8c-61ebb46c935e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1099 time: 0.1214862 Jan 17 17:32:01.915014 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Network e03e611e-fca4-4a6e-bc9d-ec7727623106 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:32:01.927576 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:32:01.942488 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:32:01.953007 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:01.954570 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:02.075737 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Pushing event updated for resources: {'Port': ['ID=3822d9af-b480-424c-927b-f15160d5d918,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:02.095911 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6e149-d056-490d-801a-f27628118c70 req-dc8eda7a-a24e-4645-8a94-485391e67adf tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:02.103637 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6d6e149-d056-490d-801a-f27628118c70 req-dc8eda7a-a24e-4645-8a94-485391e67adf tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.3062494 Jan 17 17:32:02.119790 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.120151 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.120461 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.120789 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.121113 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.122079 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.122534 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.123175 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.123515 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.123824 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.124290 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.124617 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:02.143749 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0d63-3b81-44f8-a365-691006659dea req-b1ab25e0-379b-4953-b7ba-8a904b52bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:02.145671 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-177dcb7f-1d91-43b4-b7e7-e776c0c648e9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1830537 Jan 17 17:32:02.145849 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5b5e0d63-3b81-44f8-a365-691006659dea req-b1ab25e0-379b-4953-b7ba-8a904b52bf9e service neutron] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 919 time: 0.3887012 Jan 17 17:32:02.166408 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Request body: {'port': {'device_id': 'cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:32:02.178904 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6d6e149-d056-490d-801a-f27628118c70 req-32c5b88a-4a3e-4d2c-9a58-978a9b70f2f7 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734270 Jan 17 17:32:02.273785 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5b5e0d63-3b81-44f8-a365-691006659dea req-9d7b9ca9-c765-4e12-b8de-5462fd99b9f6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0be506a8-e745-443b-9fbf-dccafd6d163e HTTP/1.1" status: 200 len: 217 time: 0.1053395 Jan 17 17:32:02.288334 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fd4bb-b9a8-4db5-90e5-059e04ac5e0c req-6974c27f-72bf-4009-be18-af036bd16052 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:02.289061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-2a2fd4bb-b9a8-4db5-90e5-059e04ac5e0c req-6974c27f-72bf-4009-be18-af036bd16052 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:32:02.362968 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e0d63-3b81-44f8-a365-691006659dea req-c74602d7-c2ec-4f77-ba1b-3dda485c9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:02.365679 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5b5e0d63-3b81-44f8-a365-691006659dea req-c74602d7-c2ec-4f77-ba1b-3dda485c9992 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.0850189 Jan 17 17:32:02.478402 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5b5e0d63-3b81-44f8-a365-691006659dea req-af0fa020-d617-4873-9780-a46fae6bf135 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051896 Jan 17 17:32:02.580717 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-2a2fd4bb-b9a8-4db5-90e5-059e04ac5e0c req-6974c27f-72bf-4009-be18-af036bd16052 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:32:02.583544 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2a2fd4bb-b9a8-4db5-90e5-059e04ac5e0c req-6974c27f-72bf-4009-be18-af036bd16052 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 932 time: 0.5770352 Jan 17 17:32:02.607651 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:02.661288 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5b5e0d63-3b81-44f8-a365-691006659dea req-04de4529-a806-46f0-8b9e-50743a6468bb service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740236 Jan 17 17:32:02.746288 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2a2fd4bb-b9a8-4db5-90e5-059e04ac5e0c req-7a2c3911-f8cf-4cac-b077-d13361576fa0 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190801 Jan 17 17:32:02.849463 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5b5e0d63-3b81-44f8-a365-691006659dea req-4c45734a-8a61-45ae-86c9-d6afc53a073b service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762841 Jan 17 17:32:03.075101 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3822d9af-b480-424c-927b-f15160d5d918 {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:32:03.084434 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:03.102485 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Transition to ACTIVE for port object 3822d9af-b480-424c-927b-f15160d5d918 will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:32:03.114914 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:03.424804 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3822d9af-b480-424c-927b-f15160d5d918,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:03.472207 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Attempting to bind port 3822d9af-b480-424c-927b-f15160d5d918 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:32:03.472532 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Attempting to bind port 3822d9af-b480-424c-927b-f15160d5d918 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:32:03.472864 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Attempting to bind port 3822d9af-b480-424c-927b-f15160d5d918 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:32:03.481833 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Port 3822d9af-b480-424c-927b-f15160d5d918 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:32:03.482159 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Attempting to bind port 3822d9af-b480-424c-927b-f15160d5d918 on network e03e611e-fca4-4a6e-bc9d-ec7727623106 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:32:03.492677 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:32:03.492988 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Checking segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:32:03.493381 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Bound using segment: {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:32:03.495832 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Bound port: 3822d9af-b480-424c-927b-f15160d5d918, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5542440-ff80-46ff-9c15-86b78cf88c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:32:03.495832 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:03.589715 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e69cfd-6fd8-4565-bb12-39c9d61f9c8f req-697d1651-3e6a-47d7-b2da-fd749568bec9 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:03.591484 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2e69cfd-6fd8-4565-bb12-39c9d61f9c8f req-697d1651-3e6a-47d7-b2da-fd749568bec9 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.2130289 Jan 17 17:32:03.686256 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] For port 3822d9af-b480-424c-927b-f15160d5d918, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:32:03.695210 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] For port 3822d9af-b480-424c-927b-f15160d5d918, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3822d9af-b480-424c-927b-f15160d5d918,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:32:03.702831 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2e69cfd-6fd8-4565-bb12-39c9d61f9c8f req-d363ddaa-b6fb-4cef-be93-66383444b92d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023409 Jan 17 17:32:03.704288 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:03.807305 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:03.807932 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:03.811839 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] 10.222.0.106 "PUT /v2.0/ports/3822d9af-b480-424c-927b-f15160d5d918 HTTP/1.1" status: 200 len: 1094 time: 1.6503315 Jan 17 17:32:03.814856 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7', 'tag': '3822d9af-b480-424c-927b-f15160d5d918'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:32:03.848097 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a578d-e5af-4a0a-ad31-f1c70dbde1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3822d9af-b480-424c-927b-f15160d5d918,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:04.055932 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-cadda201-8db4-4be5-b6de-84ac1c07c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:04.065508 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-cadda201-8db4-4be5-b6de-84ac1c07c020 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 1097 time: 0.1941648 Jan 17 17:32:04.072532 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7', 'tag': '3822d9af-b480-424c-927b-f15160d5d918', 'status': 'completed', 'code': 200} Jan 17 17:32:04.158048 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-9a37c676-11ca-483c-8e58-4a75fbbfcd24 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3822d9af-b480-424c-927b-f15160d5d918 HTTP/1.1" status: 200 len: 217 time: 0.0760643 Jan 17 17:32:04.166995 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2c6df-899d-411c-bf41-7e341852967f req-e68fa2fa-fcd6-4818-854a-fdb33b9441a8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:04.167951 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6fb2c6df-899d-411c-bf41-7e341852967f req-e68fa2fa-fcd6-4818-854a-fdb33b9441a8 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 944 time: 0.2018337 Jan 17 17:32:04.259902 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-5827bc3e-e2eb-466e-bb27-afeadc6454eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:04.261347 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-5827bc3e-e2eb-466e-bb27-afeadc6454eb service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.0925713 Jan 17 17:32:04.264290 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6fb2c6df-899d-411c-bf41-7e341852967f req-2679207c-090a-498d-887f-41037b185005 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625994 Jan 17 17:32:04.323893 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-31469188-e543-4600-b52d-fc231e3360da service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492845 Jan 17 17:32:04.486709 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-693bc8c2-f4ea-4997-b663-b3374abb4c6c service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409755 Jan 17 17:32:04.646281 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8910367a-609c-49c9-8b0f-c14061c60ba7 req-bbe8a286-54c8-4529-b782-28830930b0eb service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496813 Jan 17 17:32:04.866779 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-66638244-49c1-4c4e-9f49-f34cf833dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:04.868581 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-66638244-49c1-4c4e-9f49-f34cf833dcea service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 1097 time: 0.1627069 Jan 17 17:32:04.911946 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136f374-2fcf-4497-bd73-3823dc619e45 req-9dcb0119-b4ea-4183-9aa6-599fbbb446e8 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:04.913846 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f136f374-2fcf-4497-bd73-3823dc619e45 req-9dcb0119-b4ea-4183-9aa6-599fbbb446e8 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0865726 Jan 17 17:32:04.964680 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f136f374-2fcf-4497-bd73-3823dc619e45 req-89836403-aa2d-41f3-bac7-ee5ac22bf319 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Jan 17 17:32:05.011031 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-c3addc1c-4f50-4a4a-aed6-4bb790905986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:05.018975 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-c3addc1c-4f50-4a4a-aed6-4bb790905986 service neutron] 10.222.0.106 "GET /v2.0/networks?id=e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 200 len: 915 time: 0.1356969 Jan 17 17:32:05.087851 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-baf05654-8a69-46b8-9b61-f3d7a04d13b5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3822d9af-b480-424c-927b-f15160d5d918 HTTP/1.1" status: 200 len: 217 time: 0.0654950 Jan 17 17:32:05.155320 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-d2b36e78-7671-4392-9dec-92e22bf19870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:05.157393 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-d2b36e78-7671-4392-9dec-92e22bf19870 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 200 len: 854 time: 0.0596573 Jan 17 17:32:05.211730 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-d9af0ca9-3cf7-4fdf-a8a1-00c8910f1bda service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e03e611e-fca4-4a6e-bc9d-ec7727623106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418632 Jan 17 17:32:05.463144 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-b2f93791-dae9-470b-bd6d-74cdb6f65721 service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366319 Jan 17 17:32:05.611725 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58d5ae-2e95-4c7a-a456-f35f9c0b9bc3 req-42c8293f-3444-4a3d-88a4-cdd09befe5f0 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:05.613147 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bc58d5ae-2e95-4c7a-a456-f35f9c0b9bc3 req-42c8293f-3444-4a3d-88a4-cdd09befe5f0 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 944 time: 0.2223558 Jan 17 17:32:05.673145 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52385e16-2fd8-407e-a3b2-bb774f1f8352 req-a41d7a49-c394-41b5-95c9-d19adc6280fb service neutron] 10.222.0.106 "GET /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970959 Jan 17 17:32:05.683404 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bc58d5ae-2e95-4c7a-a456-f35f9c0b9bc3 req-fc192f5b-6687-42b6-bf73-75a71ef65314 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595903 Jan 17 17:32:06.193299 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fae2e-7c47-4752-b8b1-3222e524b99b req-5efcc5db-e2c0-4ca9-a168-42a275dd350c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:06.201302 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b47fae2e-7c47-4752-b8b1-3222e524b99b req-5efcc5db-e2c0-4ca9-a168-42a275dd350c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1047211 Jan 17 17:32:06.253610 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b47fae2e-7c47-4752-b8b1-3222e524b99b req-88d7cea5-99a6-4a0b-881b-7ca6feec1a2b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508666 Jan 17 17:32:06.873219 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e9b23-060f-4aec-afe5-26b0e44a0767 req-6c32d9c2-4633-4864-ba4f-6325c8576623 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:06.875072 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5f7e9b23-060f-4aec-afe5-26b0e44a0767 req-6c32d9c2-4633-4864-ba4f-6325c8576623 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 944 time: 0.0811398 Jan 17 17:32:06.929119 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5f7e9b23-060f-4aec-afe5-26b0e44a0767 req-074c2ffd-1f47-4a30-9090-be757fa44255 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478482 Jan 17 17:32:07.441774 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f518baa-8419-4936-a0eb-0113fd6fc233 req-e525335f-0a4f-4811-b473-db4823ab3e7a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:07.443283 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5f518baa-8419-4936-a0eb-0113fd6fc233 req-e525335f-0a4f-4811-b473-db4823ab3e7a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0817740 Jan 17 17:32:07.489427 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5f518baa-8419-4936-a0eb-0113fd6fc233 req-590aeb0a-c077-442b-b410-319782a8a6e1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Jan 17 17:32:07.960752 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 3822d9af-b480-424c-927b-f15160d5d918 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:32:08.074318 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:32:08.122246 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 3822d9af-b480-424c-927b-f15160d5d918, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3822d9af-b480-424c-927b-f15160d5d918,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:32:08.136854 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '3822d9af-b480-424c-927b-f15160d5d918', 'network_id': 'e03e611e-fca4-4a6e-bc9d-ec7727623106', 'port_id': '3822d9af-b480-424c-927b-f15160d5d918', 'mac_address': 'fa:16:3e:28:14:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cf182d-998a-46e5-af63-814fadc47a4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:32:08.138562 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74da092-60db-4746-8e0a-8a10ec4fbc48 req-cfeb1fae-bf61-4cee-924d-baaddba6789e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:08.140217 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a74da092-60db-4746-8e0a-8a10ec4fbc48 req-cfeb1fae-bf61-4cee-924d-baaddba6789e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 944 time: 0.0921948 Jan 17 17:32:08.186586 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a74da092-60db-4746-8e0a-8a10ec4fbc48 req-d48e2b45-8bcf-4d07-b788-d2932e6c62b6 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 Jan 17 17:32:08.194199 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:08.211757 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3822d9af-b480-424c-927b-f15160d5d918 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:32:08.226523 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 3822d9af-b480-424c-927b-f15160d5d918, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3822d9af-b480-424c-927b-f15160d5d918,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:32:08.230232 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:08.305926 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=3822d9af-b480-424c-927b-f15160d5d918,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:08.697206 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cdf35-e1e0-41d7-afcf-162c172f51bf req-ab9c98e4-e6b5-4284-8de8-243f98434d2d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:08.698665 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-158cdf35-e1e0-41d7-afcf-162c172f51bf req-ab9c98e4-e6b5-4284-8de8-243f98434d2d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0916893 Jan 17 17:32:08.746177 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-158cdf35-e1e0-41d7-afcf-162c172f51bf req-ef2e568d-ae5b-455c-87d2-56eed3e6a6e0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Jan 17 17:32:09.320431 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['3822d9af-b480-424c-927b-f15160d5d918'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:32:09.383294 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90a1c1-7a72-4b1a-a350-b617cd15852a req-d61b110a-0baa-48cd-b140-67fee71c4190 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:09.384895 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1f90a1c1-7a72-4b1a-a350-b617cd15852a req-d61b110a-0baa-48cd-b140-67fee71c4190 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 945 time: 0.0863066 Jan 17 17:32:09.429903 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1f90a1c1-7a72-4b1a-a350-b617cd15852a req-d70120db-ed6e-4d48-b6e5-9e3b4213f83b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Jan 17 17:32:09.942679 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883b9cb-2d2f-4747-b5d2-bd730b0eaabe req-a35df4bd-1f50-44bf-8988-b4425bc1e7b6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:09.944650 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d883b9cb-2d2f-4747-b5d2-bd730b0eaabe req-a35df4bd-1f50-44bf-8988-b4425bc1e7b6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0901473 Jan 17 17:32:09.997111 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d883b9cb-2d2f-4747-b5d2-bd730b0eaabe req-f287aaee-3916-4723-83c3-11fdece55c1d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465810 Jan 17 17:32:10.624012 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff00eb-1d43-4609-8a31-a772a5b47b70 req-1b7b5cc7-fcb1-4f6b-bc6e-9318bb4dc06d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:10.626035 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ff00eb-1d43-4609-8a31-a772a5b47b70 req-1b7b5cc7-fcb1-4f6b-bc6e-9318bb4dc06d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 945 time: 0.0806935 Jan 17 17:32:10.670627 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ff00eb-1d43-4609-8a31-a772a5b47b70 req-fd737b0d-ffb8-47e3-8b75-b08c9b76caec tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387430 Jan 17 17:32:11.193297 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc07a3-88d7-4986-b89b-767870eae753 req-ec677027-a5fd-4a8c-8dce-497e1c86af09 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:11.194752 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1fc07a3-88d7-4986-b89b-767870eae753 req-ec677027-a5fd-4a8c-8dce-497e1c86af09 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0819354 Jan 17 17:32:11.240916 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c1fc07a3-88d7-4986-b89b-767870eae753 req-e81ea9a2-4d00-42cd-be77-c6b926a3f75d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Jan 17 17:32:11.870961 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3a88-bd4e-4a15-a222-163f6e800327 req-04f52859-8b1a-429f-9b30-7ef098210cad tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:11.872479 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-12cc3a88-bd4e-4a15-a222-163f6e800327 req-04f52859-8b1a-429f-9b30-7ef098210cad tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 945 time: 0.0904818 Jan 17 17:32:11.928064 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-12cc3a88-bd4e-4a15-a222-163f6e800327 req-9f10b511-c32f-4a4a-8a9f-522a12717cac tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489190 Jan 17 17:32:12.438944 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb4fb4-2412-4afd-982b-2907184e0787 req-c22683e7-027c-481a-a071-87feebcf6f32 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:12.440393 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-62fb4fb4-2412-4afd-982b-2907184e0787 req-c22683e7-027c-481a-a071-87feebcf6f32 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0900526 Jan 17 17:32:12.488585 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-62fb4fb4-2412-4afd-982b-2907184e0787 req-ed4a7151-646e-4982-8cf6-6153dacee752 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Jan 17 17:32:13.131682 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca6a2e-90e9-434e-833b-1cded452fae4 req-29283e3b-3651-4d49-8644-484e42222800 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:13.133077 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-65ca6a2e-90e9-434e-833b-1cded452fae4 req-29283e3b-3651-4d49-8644-484e42222800 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 945 time: 0.0843511 Jan 17 17:32:13.203861 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-65ca6a2e-90e9-434e-833b-1cded452fae4 req-4fca9c35-5de5-486b-be9c-b2d49dc74a53 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644853 Jan 17 17:32:13.710337 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 57760) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:13.727215 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98fffd-37f1-401f-98f5-22191ebda057 req-44ec3aec-b5e4-49bd-a25c-d332cab9e59f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:13.729245 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ac98fffd-37f1-401f-98f5-22191ebda057 req-44ec3aec-b5e4-49bd-a25c-d332cab9e59f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1006103 Jan 17 17:32:13.800641 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ac98fffd-37f1-401f-98f5-22191ebda057 req-69d391fe-c69b-4c13-8149-92187b1410f3 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641313 Jan 17 17:32:13.927477 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:13.944038 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:13.947987 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] Usage tracker for resource:security_group_rule and tenant:8bcd1943324c4c0982a5767bc3f52116 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:13.953223 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:13.960832 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:14.058600 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.066791 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.115005 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ca4530-5054-4708-bb19-a29fdbee8e7c,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:14.119450 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-6ef27ab2-26e9-4dce-93ef-b1a3589bc740 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8bcd1943324c4c0982a5767bc3f52116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078133 Jan 17 17:32:14.124525 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 57774) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:14.192275 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.219698 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.289006 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.330522 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ca4530-5054-4708-bb19-a29fdbee8e7c,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:14.341455 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.342596 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/75ca4530-5054-4708-bb19-a29fdbee8e7c HTTP/1.1" status: 204 len: 168 time: 0.2170796 Jan 17 17:32:14.344376 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.344735 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.345210 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.345546 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.345872 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.346197 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.346652 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.347338 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.347492 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.347903 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.348343 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.348529 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8214f-8e5e-40b2-a460-b08ee693bd66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.405006 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 3822d9af-b480-424c-927b-f15160d5d918 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:32:14.504257 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f880e1-1300-4ab4-b975-118de080723a req-5e471db4-b4bd-48cb-86d9-616614a45444 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:14.512256 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-51f880e1-1300-4ab4-b975-118de080723a req-5e471db4-b4bd-48cb-86d9-616614a45444 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 945 time: 0.1404672 Jan 17 17:32:14.515872 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 3822d9af-b480-424c-927b-f15160d5d918 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:32:14.522475 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 3822d9af-b480-424c-927b-f15160d5d918 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:32:14.522876 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.588000 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-51f880e1-1300-4ab4-b975-118de080723a req-b0b8f047-fc92-4de2-a5e1-05a391c4e9ad tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749640 Jan 17 17:32:14.746851 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.778039 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54e2e8-0a18-4fe7-b5fa-752e9f0ef175 req-7c106d48-a273-4ba3-a915-d98008d35215 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:14.781145 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822d9af-b480-424c-927b-f15160d5d918'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:32:14.785354 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3f54e2e8-0a18-4fe7-b5fa-752e9f0ef175 req-7c106d48-a273-4ba3-a915-d98008d35215 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0949898 Jan 17 17:32:14.791331 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 3822d9af-b480-424c-927b-f15160d5d918, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3822d9af-b480-424c-927b-f15160d5d918,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:32:14.799950 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:14.833415 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3f54e2e8-0a18-4fe7-b5fa-752e9f0ef175 req-73564063-881d-4bd3-8ae3-006f334f04d9 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472052 Jan 17 17:32:14.841478 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822d9af-b480-424c-927b-f15160d5d918', 'code': 200} Jan 17 17:32:14.882530 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=3822d9af-b480-424c-927b-f15160d5d918,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:14.890257 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.891410 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.891900 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.892434 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.892908 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.893405 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.893876 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.894374 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.894882 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.895362 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.895828 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:14.896305 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:32:15.164318 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0c8c8-d0f4-40b3-94d6-c461ffc4d59c req-3f470761-ec08-4104-9cf6-0ccc80fe47b1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:15.164989 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5337d12-ef0b-4254-8dad-bc92f7010d6a req-b0589c9f-d4f5-4957-9eca-ac5d58abace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:15.165825 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3ed0c8c8-d0f4-40b3-94d6-c461ffc4d59c req-3f470761-ec08-4104-9cf6-0ccc80fe47b1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.2209091 Jan 17 17:32:15.166012 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c5337d12-ef0b-4254-8dad-bc92f7010d6a req-b0589c9f-d4f5-4957-9eca-ac5d58abace1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 1099 time: 0.0891666 Jan 17 17:32:15.216563 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-c5337d12-ef0b-4254-8dad-bc92f7010d6a req-ba7cd045-8a17-4a76-af6d-916a3cbb3ea0 service neutron] Synchronizing usage tracker for tenant:c1c9723785114423a9ac6ddb2385915f on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:32:15.223468 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3ed0c8c8-d0f4-40b3-94d6-c461ffc4d59c req-f36f0460-76f0-4a37-95c8-ace4ee08744d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487683 Jan 17 17:32:15.230187 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-c5337d12-ef0b-4254-8dad-bc92f7010d6a req-ba7cd045-8a17-4a76-af6d-916a3cbb3ea0 service neutron] Unset dirty status for tenant:c1c9723785114423a9ac6ddb2385915f on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:32:15.231780 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c5337d12-ef0b-4254-8dad-bc92f7010d6a req-ba7cd045-8a17-4a76-af6d-916a3cbb3ea0 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Jan 17 17:32:15.920363 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c7fb7-bfdf-4f18-a6a4-cc8e144e67fa req-a4eac161-c287-40d4-b97d-561a4179be72 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:15.921838 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c94c7fb7-bfdf-4f18-a6a4-cc8e144e67fa req-a4eac161-c287-40d4-b97d-561a4179be72 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 946 time: 0.1846943 Jan 17 17:32:15.981304 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c94c7fb7-bfdf-4f18-a6a4-cc8e144e67fa req-76621187-534f-4755-abb0-11a137700b94 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523586 Jan 17 17:32:16.053076 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97838a-2fe3-423d-9fc8-7a3c82c9aa4b req-df5a76fb-8af6-4cb8-a3f9-8ceec1c75492 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:16.054808 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0f97838a-2fe3-423d-9fc8-7a3c82c9aa4b req-df5a76fb-8af6-4cb8-a3f9-8ceec1c75492 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0926518 Jan 17 17:32:16.105084 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0f97838a-2fe3-423d-9fc8-7a3c82c9aa4b req-05be18b6-b8a7-4d48-86ff-772d632952b1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425835 Jan 17 17:32:16.448348 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7149f-81d5-4c44-8a93-e595f0b59251 req-9704944d-cf16-43d4-8161-a241a6f671c1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:16.450018 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-02a7149f-81d5-4c44-8a93-e595f0b59251 req-9704944d-cf16-43d4-8161-a241a6f671c1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1097951 Jan 17 17:32:16.505224 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-02a7149f-81d5-4c44-8a93-e595f0b59251 req-2eafa1f9-e2d2-4081-bae0-1e059d6d5f21 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459404 Jan 17 17:32:17.204020 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc99a5b-82e4-42dc-ab63-266caace3df1 req-c345a779-5fd4-4221-ae61-9ee4e018bf09 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:17.206811 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2cc99a5b-82e4-42dc-ab63-266caace3df1 req-c345a779-5fd4-4221-ae61-9ee4e018bf09 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 946 time: 0.0941172 Jan 17 17:32:17.259499 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2cc99a5b-82e4-42dc-ab63-266caace3df1 req-806302f5-f401-4667-8ac2-5cf9848c564a tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Jan 17 17:32:17.341701 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173740bd-f5a9-4b8d-bd8b-8bb1a7e1e4c1 req-ee358326-6a3f-45c7-bd63-2bc30d8682aa tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:17.343203 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-173740bd-f5a9-4b8d-bd8b-8bb1a7e1e4c1 req-ee358326-6a3f-45c7-bd63-2bc30d8682aa tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1162245 Jan 17 17:32:17.386729 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 57894) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:17.397524 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-173740bd-f5a9-4b8d-bd8b-8bb1a7e1e4c1 req-d1ebb791-66aa-4a4b-b9f2-512c3c49b9f1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484023 Jan 17 17:32:17.521410 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:17.539478 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:17.543207 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] Usage tracker for resource:security_group_rule and tenant:a800b74dc5be4064a8a0dae4a0c45fd5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:17.546159 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:17.555297 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:17.758176 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:17.770102 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:17.826346 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746754-2155-4a09-9d67-5759372ca5d4 req-227fc33d-20df-44a6-9782-97db372adea8 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:17.828032 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e6746754-2155-4a09-9d67-5759372ca5d4 req-227fc33d-20df-44a6-9782-97db372adea8 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1873722 Jan 17 17:32:17.847657 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a800b74dc5be4064a8a0dae4a0c45fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589756 Jan 17 17:32:17.850335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 57912) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:17.867051 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0805b7a-b3c7-48fc-a04b-338fcb801aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2106f0-9638-4a4a-9d91-ec635f00eb24,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:17.919169 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e6746754-2155-4a09-9d67-5759372ca5d4 req-72a1bd7d-a9f2-4090-ace8-cbf5a2855b53 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801959 Jan 17 17:32:17.950394 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d8e8-3c40-4f63-947e-b6823736f65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:17.990264 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d8e8-3c40-4f63-947e-b6823736f65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.055621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d8e8-3c40-4f63-947e-b6823736f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.067657 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e720-ec86-4e6e-9f5f-046c1158f05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.082428 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4d8e8-3c40-4f63-947e-b6823736f65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2106f0-9638-4a4a-9d91-ec635f00eb24,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:18.091621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d8e8-3c40-4f63-947e-b6823736f65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.101590 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1fe4d8e8-3c40-4f63-947e-b6823736f65c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ae2106f0-9638-4a4a-9d91-ec635f00eb24 HTTP/1.1" status: 204 len: 168 time: 0.2499869 Jan 17 17:32:18.483912 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 57938) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:18.502346 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.519788 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:18.523694 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] Usage tracker for resource:security_group_rule and tenant:30631d44cbad49fca7aae00f1b09b42a is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:18.527445 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:18.567932 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:18.647243 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5e7f2-8ea0-4841-bc3f-81182ba1f33d req-64d2ddd3-1ac9-48c1-a669-b4d0a32a8674 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:18.648700 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d0d5e7f2-8ea0-4841-bc3f-81182ba1f33d req-64d2ddd3-1ac9-48c1-a669-b4d0a32a8674 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1223252 Jan 17 17:32:18.724443 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.732438 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d0d5e7f2-8ea0-4841-bc3f-81182ba1f33d req-2b180fc1-26ac-4694-ad14-748bedd6aa93 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756466 Jan 17 17:32:18.733128 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.781120 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=30631d44cbad49fca7aae00f1b09b42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960286 Jan 17 17:32:18.784293 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 57942) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:18.796532 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29df0d-1b83-425c-890d-277afca3cf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b424f2ff-4afa-4074-a339-42b6168607b6,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:18.855211 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-810202e3-4214-4839-ab5c-a987a9c6a18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.897541 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-810202e3-4214-4839-ab5c-a987a9c6a18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.961114 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-810202e3-4214-4839-ab5c-a987a9c6a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.979174 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810202e3-4214-4839-ab5c-a987a9c6a18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424f2ff-4afa-4074-a339-42b6168607b6,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:18.985157 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-810202e3-4214-4839-ab5c-a987a9c6a18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:18.986580 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-810202e3-4214-4839-ab5c-a987a9c6a18d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b424f2ff-4afa-4074-a339-42b6168607b6 HTTP/1.1" status: 204 len: 168 time: 0.2014024 Jan 17 17:32:19.188359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244074e-8c23-43a3-9c60-ffb6c790d156 req-20c7882a-a6a3-478f-9191-88a79342349d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:19.190258 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7244074e-8c23-43a3-9c60-ffb6c790d156 req-20c7882a-a6a3-478f-9191-88a79342349d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1172056 Jan 17 17:32:19.256206 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7244074e-8c23-43a3-9c60-ffb6c790d156 req-0a51d177-c4c9-4a34-a401-8be2a62e66b0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498288 Jan 17 17:32:19.795498 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 57988) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:19.997341 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:20.032261 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:20.039025 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] Usage tracker for resource:security_group_rule and tenant:edc0dbaa92bb4d86bc5ed839821a30ac is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:20.042803 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:20.053838 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:20.122255 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7726e-376d-4de9-88f9-55ae387637c4 req-fcaa71a4-d8cf-48d4-8a9d-372010ad205e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:20.139817 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52c7726e-376d-4de9-88f9-55ae387637c4 req-fcaa71a4-d8cf-48d4-8a9d-372010ad205e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.2062054 Jan 17 17:32:20.256705 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-52c7726e-376d-4de9-88f9-55ae387637c4 req-bafe9d3a-3232-4a02-a240-73e5c602348f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140728 Jan 17 17:32:20.281661 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:20.292360 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:20.352274 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=edc0dbaa92bb4d86bc5ed839821a30ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556431 Jan 17 17:32:20.353465 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e6897-9e65-4f43-b524-43df9b99568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a68260c-5c68-4a6c-9f29-06c08126ece7,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:20.355209 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58022) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:20.361217 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-16832ccd-07d5-4198-9057-dbd8f50b7b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:20.507098 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9fab12de-909b-4bf7-9e7d-90c7ed1eb81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:20.549497 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9fab12de-909b-4bf7-9e7d-90c7ed1eb81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:20.610796 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43575171-cf52-4eb9-b39e-dc204ac82566 req-6ba6797d-f407-404b-ad3d-8ae489166388 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:20.612535 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-43575171-cf52-4eb9-b39e-dc204ac82566 req-6ba6797d-f407-404b-ad3d-8ae489166388 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1776969 Jan 17 17:32:20.660702 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9fab12de-909b-4bf7-9e7d-90c7ed1eb81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:20.682274 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab12de-909b-4bf7-9e7d-90c7ed1eb81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a68260c-5c68-4a6c-9f29-06c08126ece7,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:20.707987 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-43575171-cf52-4eb9-b39e-dc204ac82566 req-122a712a-0d11-445c-b2e2-5a2cc5463645 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883820 Jan 17 17:32:20.719557 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9fab12de-909b-4bf7-9e7d-90c7ed1eb81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:20.725678 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-9fab12de-909b-4bf7-9e7d-90c7ed1eb81d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1a68260c-5c68-4a6c-9f29-06c08126ece7 HTTP/1.1" status: 204 len: 168 time: 0.3693769 Jan 17 17:32:21.145831 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58048) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:21.165040 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.181920 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:21.186000 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6f8d9e2a3e48be809c35e0ed94ec58 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:21.189413 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:21.195241 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:21.292539 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.297762 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.353476 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041ee124-4667-4d05-a099-5c762898a5cb,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:21.367429 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 58062) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:21.370924 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-f244d724-a787-4126-ad91-3dd29ca418a1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9b6f8d9e2a3e48be809c35e0ed94ec58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238867 Jan 17 17:32:21.532510 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-06257be3-d8df-45e6-a468-15aeb56ee40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.547929 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.568819 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-06257be3-d8df-45e6-a468-15aeb56ee40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.587714 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f66096-15fa-4c95-b4c8-ecc0c686eec8 req-23eecc20-dcfd-43c5-8e04-71b61c295547 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:21.595544 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3f66096-15fa-4c95-b4c8-ecc0c686eec8 req-23eecc20-dcfd-43c5-8e04-71b61c295547 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1798277 Jan 17 17:32:21.705274 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3f66096-15fa-4c95-b4c8-ecc0c686eec8 req-1fbb8e46-951c-4b3b-a50d-a6b63cc9a3db tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088307 Jan 17 17:32:21.714599 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-06257be3-d8df-45e6-a468-15aeb56ee40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.747412 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06257be3-d8df-45e6-a468-15aeb56ee40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041ee124-4667-4d05-a099-5c762898a5cb,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:21.761354 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-06257be3-d8df-45e6-a468-15aeb56ee40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.764985 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-06257be3-d8df-45e6-a468-15aeb56ee40e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/041ee124-4667-4d05-a099-5c762898a5cb HTTP/1.1" status: 204 len: 168 time: 0.3937814 Jan 17 17:32:21.852025 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:21.982608 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94f0c0-452b-423f-9ddf-af0c21e74b95 req-2886cf0e-abe9-42b7-89d0-3e71d370d1e6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:21.985335 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0b94f0c0-452b-423f-9ddf-af0c21e74b95 req-2886cf0e-abe9-42b7-89d0-3e71d370d1e6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1031334 Jan 17 17:32:22.091436 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0b94f0c0-452b-423f-9ddf-af0c21e74b95 req-94fa18bf-389c-403f-a266-c09633e65dec tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997298 Jan 17 17:32:22.238113 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:22.904270 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9482060-c21c-4b4d-b7f4-be1b95638227 req-bb20b156-b3e9-4a67-898c-99860d5d29dd tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:22.907033 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9482060-c21c-4b4d-b7f4-be1b95638227 req-bb20b156-b3e9-4a67-898c-99860d5d29dd tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0864043 Jan 17 17:32:22.924995 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:22.956782 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9482060-c21c-4b4d-b7f4-be1b95638227 req-2d053b54-9e4c-40a4-be15-e36406840d50 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Jan 17 17:32:23.294360 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361c2d4-2ebb-4ac4-9fa8-dd10ab06007a req-b86ba6c2-3bf2-42bd-a08c-0af5a4943995 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:23.295909 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6361c2d4-2ebb-4ac4-9fa8-dd10ab06007a req-b86ba6c2-3bf2-42bd-a08c-0af5a4943995 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0834937 Jan 17 17:32:23.339798 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6361c2d4-2ebb-4ac4-9fa8-dd10ab06007a req-923b29f2-b867-4d15-a947-a69731cc09a3 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Jan 17 17:32:24.159174 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98508306-85ad-4191-8675-198b0aab3054 req-e27c7711-55fb-466c-9c19-6f9d8e68ecda tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:24.160626 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98508306-85ad-4191-8675-198b0aab3054 req-e27c7711-55fb-466c-9c19-6f9d8e68ecda tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0848374 Jan 17 17:32:24.215646 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-98508306-85ad-4191-8675-198b0aab3054 req-2149ae6a-c9e0-4877-ba18-4460e18eb8ab tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494206 Jan 17 17:32:24.541884 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a33801-ab4e-412e-b3c1-d1ea0b10022f req-de98c59d-ef6c-472c-b374-f4ff04d07d84 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:24.543342 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f1a33801-ab4e-412e-b3c1-d1ea0b10022f req-de98c59d-ef6c-472c-b374-f4ff04d07d84 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0813360 Jan 17 17:32:24.592019 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f1a33801-ab4e-412e-b3c1-d1ea0b10022f req-8968e508-aa2c-43f8-a1d2-cc27196899d6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Jan 17 17:32:25.403261 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49598968-98a1-43f7-9561-13e410550575 req-f3b21def-3cd1-41b9-b4d7-afc9d0feb16b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:25.404712 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-49598968-98a1-43f7-9561-13e410550575 req-f3b21def-3cd1-41b9-b4d7-afc9d0feb16b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0838308 Jan 17 17:32:25.452629 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-49598968-98a1-43f7-9561-13e410550575 req-a0a8660a-1592-48f1-a113-000400a7066d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403104 Jan 17 17:32:25.807449 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a9adf-855c-490c-8244-fd621e9f5f89 req-63775842-d348-410c-983c-377a132f39dc tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:25.808893 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1c2a9adf-855c-490c-8244-fd621e9f5f89 req-63775842-d348-410c-983c-377a132f39dc tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1005793 Jan 17 17:32:25.862958 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1c2a9adf-855c-490c-8244-fd621e9f5f89 req-949cdff5-422d-40f9-92d6-c0189561583d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476172 Jan 17 17:32:25.930026 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9562f-38c0-44aa-8dd6-1dec16c1ee3e req-c0a79eb6-4b61-4d6e-92f0-e966d7cc11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:25.931574 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9ce9562f-38c0-44aa-8dd6-1dec16c1ee3e req-c0a79eb6-4b61-4d6e-92f0-e966d7cc11c1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1099 time: 0.0791481 Jan 17 17:32:25.973690 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9ce9562f-38c0-44aa-8dd6-1dec16c1ee3e req-4e6b2775-a42e-427c-b94d-ba4e305f83fb service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361836 Jan 17 17:32:26.651229 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9b679-7b62-47ad-ab24-81bb66180f95 req-2cc6d050-d493-46d2-bcbc-2a68f6f6721a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:26.651229 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1ed9b679-7b62-47ad-ab24-81bb66180f95 req-2cc6d050-d493-46d2-bcbc-2a68f6f6721a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0810993 Jan 17 17:32:26.722652 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1ed9b679-7b62-47ad-ab24-81bb66180f95 req-de9b6b84-605b-4719-9ece-c18e7c9d9829 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664318 Jan 17 17:32:27.048729 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6da92-14c5-495e-9b91-1145525bf4e1 req-d83ac32d-f533-437e-ac69-7734a31baf86 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:27.050262 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-92b6da92-14c5-495e-9b91-1145525bf4e1 req-d83ac32d-f533-437e-ac69-7734a31baf86 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0825155 Jan 17 17:32:27.094976 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-92b6da92-14c5-495e-9b91-1145525bf4e1 req-ee01cf01-6484-42a7-b602-cbb8cf36f630 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Jan 17 17:32:27.923536 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fe8df-b6ee-4868-afa1-53e66ae1d7e0 req-6fc497cb-b831-498c-b019-c8deade5a163 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:27.925187 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c87fe8df-b6ee-4868-afa1-53e66ae1d7e0 req-6fc497cb-b831-498c-b019-c8deade5a163 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0869918 Jan 17 17:32:27.971990 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c87fe8df-b6ee-4868-afa1-53e66ae1d7e0 req-d8b6ae1e-1fa4-4b9a-8081-7898031c12dd tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404973 Jan 17 17:32:28.297457 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248369d-2267-469f-bfd6-25fcb081355a req-898649dd-fb91-4089-a78c-592796a9f49b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:28.299005 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9248369d-2267-469f-bfd6-25fcb081355a req-898649dd-fb91-4089-a78c-592796a9f49b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0832543 Jan 17 17:32:28.344342 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9248369d-2267-469f-bfd6-25fcb081355a req-b0ebd9ab-6966-42a1-a7dd-5d7f852cf354 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Jan 17 17:32:29.158016 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6930ca-79a9-4581-b14b-334a4b991ab9 req-f1a7a693-80ed-4cbd-837a-fb7da8cc7c7a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:29.159425 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bc6930ca-79a9-4581-b14b-334a4b991ab9 req-f1a7a693-80ed-4cbd-837a-fb7da8cc7c7a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0798016 Jan 17 17:32:29.207289 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bc6930ca-79a9-4581-b14b-334a4b991ab9 req-92f4892b-8ccc-490e-9579-9e29cd05c4cd tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422084 Jan 17 17:32:29.548937 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d547fab-4525-445c-b73d-4402b2f1a7f0 req-b0c0a5c3-b8f7-4195-9efa-eda7e66ee7a0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:29.550532 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9d547fab-4525-445c-b73d-4402b2f1a7f0 req-b0c0a5c3-b8f7-4195-9efa-eda7e66ee7a0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0915766 Jan 17 17:32:29.601422 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9d547fab-4525-445c-b73d-4402b2f1a7f0 req-387f7fe8-c657-4582-8db9-db8b8002338f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Jan 17 17:32:30.409447 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc00428-0dab-452a-aba0-9655128a84d9 req-3b96063c-c248-46a1-9514-0cc1a423f2ad tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:30.411833 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3fc00428-0dab-452a-aba0-9655128a84d9 req-3b96063c-c248-46a1-9514-0cc1a423f2ad tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0941365 Jan 17 17:32:30.490192 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3fc00428-0dab-452a-aba0-9655128a84d9 req-d3cf54e0-70fe-4428-8726-8e900097669e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721400 Jan 17 17:32:30.826682 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad4b0-9015-42b8-8ef4-0cf17dedc6ee req-e8b452d4-cc29-432e-af26-487abf6b2eae tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:30.836103 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-57dad4b0-9015-42b8-8ef4-0cf17dedc6ee req-e8b452d4-cc29-432e-af26-487abf6b2eae tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0976529 Jan 17 17:32:30.888893 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-57dad4b0-9015-42b8-8ef4-0cf17dedc6ee req-8440c3b7-cb4f-4ace-b2c9-ba72cabdc87f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516510 Jan 17 17:32:31.739857 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473e258-b43e-4c1a-afe8-2f003b9dab64 req-64b57a8f-a9ba-4f47-9d13-c520462adc2a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:31.742901 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5473e258-b43e-4c1a-afe8-2f003b9dab64 req-64b57a8f-a9ba-4f47-9d13-c520462adc2a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1039865 Jan 17 17:32:31.877761 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5473e258-b43e-4c1a-afe8-2f003b9dab64 req-1fc79e40-4763-49ec-923c-13a4604cb4d7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287818 Jan 17 17:32:32.101913 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce4f4b-545c-41b3-847d-a24b52d7ac25 req-6e317dc0-3c3f-4633-864c-173bc15d7755 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:32.101913 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-99ce4f4b-545c-41b3-847d-a24b52d7ac25 req-6e317dc0-3c3f-4633-864c-173bc15d7755 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0945482 Jan 17 17:32:32.145340 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-99ce4f4b-545c-41b3-847d-a24b52d7ac25 req-3a616d34-e0c5-44c4-832e-d3ab7b4dbd28 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Jan 17 17:32:32.612650 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-57de58e8-6576-473d-b0ce-0876a00ac594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:32.614171 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-57de58e8-6576-473d-b0ce-0876a00ac594 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1099 time: 0.1453128 Jan 17 17:32:32.725146 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa142932-7373-417e-9d63-2bc68cd9af86 req-ebe05dc3-3191-41ad-8bbb-cd5f8e1124e5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:32.728018 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-aa142932-7373-417e-9d63-2bc68cd9af86 req-ebe05dc3-3191-41ad-8bbb-cd5f8e1124e5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.2124462 Jan 17 17:32:32.805019 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-aa142932-7373-417e-9d63-2bc68cd9af86 req-4a33a4b6-4a47-4d09-8d33-b3881df21204 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637212 Jan 17 17:32:32.827250 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-20bae56d-1547-4931-86d0-485d3196daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:32.827250 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-20bae56d-1547-4931-86d0-485d3196daac service neutron] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 919 time: 0.1929355 Jan 17 17:32:32.907925 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-8b275829-a67f-49a1-8059-6692f0176a80 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0be506a8-e745-443b-9fbf-dccafd6d163e HTTP/1.1" status: 200 len: 217 time: 0.0746152 Jan 17 17:32:32.979880 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-3b1ad7e2-e853-45c6-b5cf-b499d63bfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:32.982094 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-3b1ad7e2-e853-45c6-b5cf-b499d63bfb96 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.0664299 Jan 17 17:32:33.077203 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-5ffc149f-cd47-43a1-a504-6c9221780fbc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880079 Jan 17 17:32:33.239323 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be26e74-345d-46cb-a081-6c425bacfd20 req-7ad07a9e-8ae0-491f-a515-4776f288746b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:33.240837 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3be26e74-345d-46cb-a081-6c425bacfd20 req-7ad07a9e-8ae0-491f-a515-4776f288746b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.2203252 Jan 17 17:32:33.311864 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-7a035b14-a6c1-47c3-add8-42b6c43adfad service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235892 Jan 17 17:32:33.323606 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3be26e74-345d-46cb-a081-6c425bacfd20 req-bd57c314-0ac3-4ba7-929b-3ba770b457ce tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717545 Jan 17 17:32:33.465657 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58296) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:33.545698 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9d0c1e4d-f471-4bb8-b9ae-ffdf250de899 req-a22dab81-36b2-4221-a1bf-80a881380748 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148082 Jan 17 17:32:33.628620 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58304) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:33.694979 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:33.719328 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:33.730327 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:33.737614 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] Usage tracker for resource:security_group_rule and tenant:b40ca7b443f64e8889d5657900841a95 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:33.741106 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:33.743960 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:33.749557 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:33.752641 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] Usage tracker for resource:security_group_rule and tenant:844bf25151bc4f37bc9202284043ffd5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:33.756339 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:33.767126 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:34.007739 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.022012 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.034047 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7d710-7f79-4f26-a0b2-4e6c450e5ccb req-f280a900-5007-4901-8ac8-42d5c24b677c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:34.035706 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-60e7d710-7f79-4f26-a0b2-4e6c450e5ccb req-f280a900-5007-4901-8ac8-42d5c24b677c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0983913 Jan 17 17:32:34.045329 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.057490 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.091408 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-60e7d710-7f79-4f26-a0b2-4e6c450e5ccb req-2186a2e9-f382-4431-9307-b5267e931854 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494537 Jan 17 17:32:34.112574 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b40ca7b443f64e8889d5657900841a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457083 Jan 17 17:32:34.114190 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f87754-70ba-446c-a763-3f3c17ae6407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeb637c-c603-496b-80aa-4a0bebfab4d4,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:34.115759 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 58320) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:34.118346 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=844bf25151bc4f37bc9202284043ffd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882076 Jan 17 17:32:34.126720 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58324) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:34.177903 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895118e-90b0-4b7b-9075-816a7765fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b358fb-4637-4a3b-b645-1f305efcdd91,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:34.180755 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-bff86512-7e63-40cb-90b9-a693ec8ab6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.210241 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-bff86512-7e63-40cb-90b9-a693ec8ab6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.213683 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-07668bd9-a28a-4e09-87d8-1765902aae0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.248346 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-07668bd9-a28a-4e09-87d8-1765902aae0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.266661 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-bff86512-7e63-40cb-90b9-a693ec8ab6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.293307 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff86512-7e63-40cb-90b9-a693ec8ab6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeb637c-c603-496b-80aa-4a0bebfab4d4,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:34.300722 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-bff86512-7e63-40cb-90b9-a693ec8ab6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.304761 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-bff86512-7e63-40cb-90b9-a693ec8ab6e9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0eeb637c-c603-496b-80aa-4a0bebfab4d4 HTTP/1.1" status: 204 len: 168 time: 0.1855044 Jan 17 17:32:34.329909 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-07668bd9-a28a-4e09-87d8-1765902aae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.358559 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07668bd9-a28a-4e09-87d8-1765902aae0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b358fb-4637-4a3b-b645-1f305efcdd91,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:34.372019 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-07668bd9-a28a-4e09-87d8-1765902aae0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.376710 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-07668bd9-a28a-4e09-87d8-1765902aae0a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/93b358fb-4637-4a3b-b645-1f305efcdd91 HTTP/1.1" status: 204 len: 168 time: 0.2461329 Jan 17 17:32:34.580029 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edeaed-1a59-4dd0-84f5-0d60b7fb532c req-5a8de6c9-c725-4d8b-8c9b-5c5b3f370946 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:34.589048 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d7edeaed-1a59-4dd0-84f5-0d60b7fb532c req-5a8de6c9-c725-4d8b-8c9b-5c5b3f370946 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1265748 Jan 17 17:32:34.643996 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d7edeaed-1a59-4dd0-84f5-0d60b7fb532c req-cec28e7f-e748-4867-a94a-9682d807b21c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537369 Jan 17 17:32:34.796841 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 58356) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:34.817506 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.833004 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:34.837176 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] Usage tracker for resource:security_group_rule and tenant:e146cbd2bc494a01b138d9ff65dd63c8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:34.840231 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:34.846678 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:34.940259 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.944175 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:34.993101 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e146cbd2bc494a01b138d9ff65dd63c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943641 Jan 17 17:32:34.994660 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f6cc1-f51a-4b04-ab61-c9524a1af809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31dcc7f-e232-473f-95bf-5724753f54d3,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:34.995783 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58362) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:35.062680 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-570637dd-80e7-46e9-a930-052a24a6033f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:35.096722 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-570637dd-80e7-46e9-a930-052a24a6033f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:35.166702 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-570637dd-80e7-46e9-a930-052a24a6033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:35.189794 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570637dd-80e7-46e9-a930-052a24a6033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31dcc7f-e232-473f-95bf-5724753f54d3,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:35.197071 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-570637dd-80e7-46e9-a930-052a24a6033f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:35.198230 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-570637dd-80e7-46e9-a930-052a24a6033f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e31dcc7f-e232-473f-95bf-5724753f54d3 HTTP/1.1" status: 204 len: 168 time: 0.2012997 Jan 17 17:32:35.318951 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0b966-ef6c-4ea7-a6e3-abc38d46a005 req-13bc3ba3-0807-4f9c-a23d-b3dd927e9115 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:35.326468 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-daa0b966-ef6c-4ea7-a6e3-abc38d46a005 req-13bc3ba3-0807-4f9c-a23d-b3dd927e9115 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1019642 Jan 17 17:32:35.387566 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-daa0b966-ef6c-4ea7-a6e3-abc38d46a005 req-7d07fe23-bb92-4f49-84bd-c9ce6eceb6b3 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601857 Jan 17 17:32:35.663179 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc32d24-e9bf-4b63-bed9-87baa50d3291 req-b0c5ec05-d54e-456a-bddf-4d03cd1fa112 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:35.664691 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cdc32d24-e9bf-4b63-bed9-87baa50d3291 req-b0c5ec05-d54e-456a-bddf-4d03cd1fa112 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 946 time: 0.1079133 Jan 17 17:32:35.724217 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cdc32d24-e9bf-4b63-bed9-87baa50d3291 req-cbfbda2a-80af-4148-a89a-ff245fd70536 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530274 Jan 17 17:32:35.902231 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c7c55-ccd2-4339-a50e-087be5a4ce61 req-bb2283fb-c670-4d02-aa97-41fc58661e59 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:35.903838 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-881c7c55-ccd2-4339-a50e-087be5a4ce61 req-bb2283fb-c670-4d02-aa97-41fc58661e59 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1023829 Jan 17 17:32:35.958325 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-881c7c55-ccd2-4339-a50e-087be5a4ce61 req-9e41aece-58b4-4d53-bb91-ca7d39166d9a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468597 Jan 17 17:32:36.589887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed56e-435c-4d29-809c-26ce9e26af4a req-6f7b7560-9f5e-4d7f-a0d9-bc106aa47bc0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:36.592378 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2aaed56e-435c-4d29-809c-26ce9e26af4a req-6f7b7560-9f5e-4d7f-a0d9-bc106aa47bc0 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0855725 Jan 17 17:32:36.661737 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2aaed56e-435c-4d29-809c-26ce9e26af4a req-a5bddc20-9222-4f0b-a74d-8f932639ba33 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595617 Jan 17 17:32:36.940075 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df5e5e-10f0-4b88-862c-46651d80a9a9 req-40489496-8e4e-49b9-b8d5-32efec75e442 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:36.943192 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-03df5e5e-10f0-4b88-862c-46651d80a9a9 req-40489496-8e4e-49b9-b8d5-32efec75e442 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 946 time: 0.1015165 Jan 17 17:32:37.004398 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-03df5e5e-10f0-4b88-862c-46651d80a9a9 req-ef5fa029-fa32-4a96-9905-b17e0925a2a1 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531795 Jan 17 17:32:37.170738 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc92c1b-75d4-4711-b8c4-1aabf66dcb83 req-dba633cc-25c1-4a1f-b84a-a236f357112f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:37.172454 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cc92c1b-75d4-4711-b8c4-1aabf66dcb83 req-dba633cc-25c1-4a1f-b84a-a236f357112f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0874670 Jan 17 17:32:37.222983 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cc92c1b-75d4-4711-b8c4-1aabf66dcb83 req-c4e79a7f-0915-4656-aeb6-eff5462fcf9e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443349 Jan 17 17:32:38.239398 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44399a-1dee-4e1a-ae2d-7179db746c52 req-b4539e32-3128-4822-91d5-0d015b46a907 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:38.248673 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7e44399a-1dee-4e1a-ae2d-7179db746c52 req-b4539e32-3128-4822-91d5-0d015b46a907 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 946 time: 0.1177771 Jan 17 17:32:38.299551 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7e44399a-1dee-4e1a-ae2d-7179db746c52 req-7de22d04-1726-409f-b124-2e2ba22ce3d4 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Jan 17 17:32:38.332088 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964036b-df71-4926-ab97-877c6a4a4978 req-95bcf9c4-bf64-4040-9ca9-4c772a84e84e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:38.333626 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7964036b-df71-4926-ab97-877c6a4a4978 req-95bcf9c4-bf64-4040-9ca9-4c772a84e84e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 946 time: 0.2255085 Jan 17 17:32:38.466653 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Deleting port 3822d9af-b480-424c-927b-f15160d5d918 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:32:38.466931 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:38.489471 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802985c-797a-48ad-bea7-647ab3afa722 req-29a7152d-7ce6-46ab-9a78-8ce55b918ec6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:38.490974 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e802985c-797a-48ad-bea7-647ab3afa722 req-29a7152d-7ce6-46ab-9a78-8ce55b918ec6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0815463 Jan 17 17:32:38.538068 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e802985c-797a-48ad-bea7-647ab3afa722 req-698ee439-013e-4ead-9a71-dfebe956ef13 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Jan 17 17:32:38.574716 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b3a6b-6c59-4db2-978f-4b3b61e7687e req-4c73d0a0-60f6-4cbf-a8a1-e975961002cc tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:38.576105 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dd2b3a6b-6c59-4db2-978f-4b3b61e7687e req-4c73d0a0-60f6-4cbf-a8a1-e975961002cc tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.2010736 Jan 17 17:32:38.773577 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dd2b3a6b-6c59-4db2-978f-4b3b61e7687e req-2b13651f-83a1-44c7-ace2-76b9a81289f7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858145 Jan 17 17:32:38.809197 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] For port 3822d9af-b480-424c-927b-f15160d5d918, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3822d9af-b480-424c-927b-f15160d5d918,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:32:38.809554 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:38.957930 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Calling delete_port for 3822d9af-b480-424c-927b-f15160d5d918 owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:32:38.978637 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58482) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:39.109910 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.111454 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.127241 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:39.131688 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] Usage tracker for resource:security_group_rule and tenant:cb0528d2548a49cd9327f57fd6a8bcc3 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:39.134840 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:39.141141 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:39.159535 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Pushing event deleted for resources: {'Port': ['ID=3822d9af-b480-424c-927b-f15160d5d918,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:39.243952 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.248023 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.257359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] No DVR routers for this DVR port 3822d9af-b480-424c-927b-f15160d5d918 on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:32:39.259877 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.262486 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7', 'name': 'network-vif-deleted', 'tag': '3822d9af-b480-424c-927b-f15160d5d918'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:32:39.286586 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7964036b-df71-4926-ab97-877c6a4a4978 req-3e158f70-5edb-4db8-94fc-b17029e23e36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "DELETE /v2.0/ports/3822d9af-b480-424c-927b-f15160d5d918 HTTP/1.1" status: 204 len: 173 time: 0.9467366 Jan 17 17:32:39.307353 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cb0528d2548a49cd9327f57fd6a8bcc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274820 Jan 17 17:32:39.308613 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 58494) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:39.312922 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcda37-e61b-4236-93b1-de99f4ec5d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a7683b-132e-4894-8bb0-186eb1d17ffc,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:39.346214 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7', 'name': 'network-vif-deleted', 'tag': '3822d9af-b480-424c-927b-f15160d5d918', 'status': 'completed', 'code': 200} Jan 17 17:32:39.389005 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f80cd7eb-bafb-415c-80e2-c8c014032a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.416219 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f80cd7eb-bafb-415c-80e2-c8c014032a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.505116 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-cc0c2fde-a3da-4a85-9c8a-73570eab04af req-2d626c0f-bf19-4a53-b137-d0974b6fe306 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:32:39.524082 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-cc0c2fde-a3da-4a85-9c8a-73570eab04af req-2d626c0f-bf19-4a53-b137-d0974b6fe306 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:32:39.525299 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cc0c2fde-a3da-4a85-9c8a-73570eab04af req-2d626c0f-bf19-4a53-b137-d0974b6fe306 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0916731 Jan 17 17:32:39.537188 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f80cd7eb-bafb-415c-80e2-c8c014032a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.553101 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cd7eb-bafb-415c-80e2-c8c014032a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a7683b-132e-4894-8bb0-186eb1d17ffc,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:39.559735 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f80cd7eb-bafb-415c-80e2-c8c014032a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:39.560940 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-f80cd7eb-bafb-415c-80e2-c8c014032a29 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e2a7683b-132e-4894-8bb0-186eb1d17ffc HTTP/1.1" status: 204 len: 168 time: 0.2510757 Jan 17 17:32:39.983507 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fb8cb-e3c1-43ae-8494-88940a28b88e req-b41c7fac-2392-4ee7-810d-7ab35150190d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:39.985866 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-777fb8cb-e3c1-43ae-8494-88940a28b88e req-b41c7fac-2392-4ee7-810d-7ab35150190d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0934789 Jan 17 17:32:40.035336 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-777fb8cb-e3c1-43ae-8494-88940a28b88e req-29649442-cec1-4112-8aba-cc724aed668a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430188 Jan 17 17:32:40.681882 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7731786d-1c21-4d6e-9fc6-a25e1ec78303 req-45f27df5-c561-4e1d-9fa8-dcfb93b2d846 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0469666 Jan 17 17:32:41.223045 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f972a-0e02-4ceb-aae5-db51652d9fa7 req-55743262-37a9-4098-bc15-4a6de60de043 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:41.224436 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-287f972a-0e02-4ceb-aae5-db51652d9fa7 req-55743262-37a9-4098-bc15-4a6de60de043 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0809729 Jan 17 17:32:41.270323 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-287f972a-0e02-4ceb-aae5-db51652d9fa7 req-769972c0-d055-46a6-afdb-e18487578a21 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401921 Jan 17 17:32:41.375908 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0088cf92-d5fe-4a73-800e-ba8692fa680e', '51f3cd32-7b06-4a47-ba16-b880a520bb19', '51c3088c-87ac-48fc-8488-287fc4935839', '3822d9af-b480-424c-927b-f15160d5d918'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:32:41.888179 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b33a9725-b8c0-42d6-95d9-a72f73b34eb1 req-76f0f54c-1bcb-45cc-9413-f1770fe9f911 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf4b81bb-8a7f-4ab8-99ae-ae7472b3f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0473781 Jan 17 17:32:42.460687 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfaaa1-b179-448b-a620-70e94c10f647 req-e83fd114-f497-4f76-8a4d-d97e394bf533 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:42.463373 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fbdfaaa1-b179-448b-a620-70e94c10f647 req-e83fd114-f497-4f76-8a4d-d97e394bf533 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0835898 Jan 17 17:32:42.519216 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fbdfaaa1-b179-448b-a620-70e94c10f647 req-187c4412-e68d-4a4b-8f9f-f09ead0a89f6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489290 Jan 17 17:32:42.951391 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac6292-1e10-4528-a917-6fc3fed7e243 req-66b95e39-7cb4-4b7b-ab57-90efbc97565f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:42.952882 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c7ac6292-1e10-4528-a917-6fc3fed7e243 req-66b95e39-7cb4-4b7b-ab57-90efbc97565f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1092956 Jan 17 17:32:43.003414 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c7ac6292-1e10-4528-a917-6fc3fed7e243 req-b6183581-78ff-433d-88bb-f65b089db300 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435994 Jan 17 17:32:43.054089 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-5892d7a3-6316-45bc-9305-2767da4d0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:43.055689 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-5892d7a3-6316-45bc-9305-2767da4d0aab service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 1099 time: 0.0897963 Jan 17 17:32:43.206138 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-4ffed919-7111-4688-afeb-d0e5e2f4b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:43.207639 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-4ffed919-7111-4688-afeb-d0e5e2f4b83a service neutron] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 911 time: 0.1456232 Jan 17 17:32:43.372512 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 3822d9af-b480-424c-927b-f15160d5d918 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:32:43.423378 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-f6972f0c-bc49-4e04-a3ad-5762fa57cdb7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef HTTP/1.1" status: 200 len: 1001 time: 0.2044468 Jan 17 17:32:43.426534 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 3822d9af-b480-424c-927b-f15160d5d918 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:32:43.426967 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 3822d9af-b480-424c-927b-f15160d5d918 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:32:43.496850 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-ccb3edc1-2259-4c47-bc39-862b9b20e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:43.498292 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-ccb3edc1-2259-4c47-bc39-862b9b20e310 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.0596592 Jan 17 17:32:43.601120 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-4eeb37e0-5121-448d-9bf0-cce302ea67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:43.603304 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-4eeb37e0-5121-448d-9bf0-cce302ea67ce service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982344 Jan 17 17:32:43.795264 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-a8d6c90e-0ae6-4183-8358-e83e4ec2fbec service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732528 Jan 17 17:32:43.957422 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1c20db82-bb6b-4811-8b2f-f80b650ad644 req-87a2ec61-4f10-48e6-b77c-d499dac4a5f2 service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557539 Jan 17 17:32:44.256422 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae942b4-cfdb-435a-95a7-5db2749008b3 req-f48a4b29-f61d-4b89-86b2-81c2442442b1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:44.258736 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6ae942b4-cfdb-435a-95a7-5db2749008b3 req-f48a4b29-f61d-4b89-86b2-81c2442442b1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1087928 Jan 17 17:32:44.319131 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6ae942b4-cfdb-435a-95a7-5db2749008b3 req-8aaa1cae-90a7-4982-a3ae-ef0f796054d2 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524077 Jan 17 17:32:44.922286 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72bbd6-04b1-4719-a575-29ec0801986a req-0dacfb5a-1f6c-4473-9aed-7432b601869a tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:44.923767 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ac72bbd6-04b1-4719-a575-29ec0801986a req-0dacfb5a-1f6c-4473-9aed-7432b601869a tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 945 time: 0.0858455 Jan 17 17:32:44.968785 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ac72bbd6-04b1-4719-a575-29ec0801986a req-270cc1a7-a843-4bdd-b32b-7f81b1db5fd5 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Jan 17 17:32:45.074987 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:32:45.535079 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c2eb4-c40e-4792-9bc4-97408b993779 req-8a65788f-fc1e-4c96-afe1-b3d636f58425 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:45.537153 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f66c2eb4-c40e-4792-9bc4-97408b993779 req-8a65788f-fc1e-4c96-afe1-b3d636f58425 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0910532 Jan 17 17:32:45.604716 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f66c2eb4-c40e-4792-9bc4-97408b993779 req-31284988-2670-4683-84d1-aafe8b746f05 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603802 Jan 17 17:32:46.175025 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59a877-b4ff-4470-96ac-fe7700a2c50f req-0e7da03f-d0cf-42ef-8bf2-30be3d32dc33 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:46.176595 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ba59a877-b4ff-4470-96ac-fe7700a2c50f req-0e7da03f-d0cf-42ef-8bf2-30be3d32dc33 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 945 time: 0.0906534 Jan 17 17:32:46.227172 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ba59a877-b4ff-4470-96ac-fe7700a2c50f req-d68c63e1-c382-428a-9dac-2061fd97cd19 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Jan 17 17:32:47.416180 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b68fe-fd54-41b3-97e4-2a8d7b293642 req-1bd9d0b9-565d-4f4b-a3e4-e9b9a2009f36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:47.417691 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-307b68fe-fd54-41b3-97e4-2a8d7b293642 req-1bd9d0b9-565d-4f4b-a3e4-e9b9a2009f36 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 945 time: 0.0817218 Jan 17 17:32:47.462877 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-307b68fe-fd54-41b3-97e4-2a8d7b293642 req-8c26e418-7897-426c-8c16-1ec2816e6458 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 Jan 17 17:32:48.060598 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ef0190c6-bfa7-423a-bd19-37b88140e662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:48.403709 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844cbf0-7895-4e3e-89be-0b915176963b req-2b4dc773-68ff-4d9e-8157-09540adfbd35 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:48.405126 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6844cbf0-7895-4e3e-89be-0b915176963b req-2b4dc773-68ff-4d9e-8157-09540adfbd35 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 945 time: 0.0912819 Jan 17 17:32:48.478178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Deleting port 51c3088c-87ac-48fc-8488-287fc4935839 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:32:48.478510 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:48.804579 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326d402-2aeb-4fff-acfa-26520bcc2f60 req-dcb47b21-aaa8-4598-995b-b4ef984480a7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:48.806050 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3326d402-2aeb-4fff-acfa-26520bcc2f60 req-dcb47b21-aaa8-4598-995b-b4ef984480a7 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 945 time: 0.2221923 Jan 17 17:32:48.842444 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] For port 51c3088c-87ac-48fc-8488-287fc4935839, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51c3088c-87ac-48fc-8488-287fc4935839,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:32:48.842874 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:48.985894 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Calling delete_port for 51c3088c-87ac-48fc-8488-287fc4935839 owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:32:49.063438 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3326d402-2aeb-4fff-acfa-26520bcc2f60 req-f92b6c1b-41be-4607-986e-b423f6969755 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473078 Jan 17 17:32:49.192286 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:49.245447 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Pushing event deleted for resources: {'Port': ['ID=51c3088c-87ac-48fc-8488-287fc4935839,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:49.334806 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0088cf92-d5fe-4a73-800e-ba8692fa680e', '51f3cd32-7b06-4a47-ba16-b880a520bb19', '51c3088c-87ac-48fc-8488-287fc4935839'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:32:49.421059 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] No DVR routers for this DVR port 51c3088c-87ac-48fc-8488-287fc4935839 on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:32:49.433116 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:49.438141 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce296e3d-c787-4525-ad84-f343beec9465', 'name': 'network-vif-deleted', 'tag': '51c3088c-87ac-48fc-8488-287fc4935839'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:32:49.465104 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6844cbf0-7895-4e3e-89be-0b915176963b req-0d9c8988-fba9-42f2-b099-91885468412b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "DELETE /v2.0/ports/51c3088c-87ac-48fc-8488-287fc4935839 HTTP/1.1" status: 204 len: 173 time: 1.0541599 Jan 17 17:32:49.552445 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce296e3d-c787-4525-ad84-f343beec9465', 'name': 'network-vif-deleted', 'tag': '51c3088c-87ac-48fc-8488-287fc4935839', 'status': 'completed', 'code': 200} Jan 17 17:32:50.247665 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-d153008e-34a7-4400-b70e-da8b90dedfbd req-7205407e-b7ff-48ba-a338-c2220e04e4c9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:32:50.266595 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-d153008e-34a7-4400-b70e-da8b90dedfbd req-7205407e-b7ff-48ba-a338-c2220e04e4c9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:32:50.267892 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d153008e-34a7-4400-b70e-da8b90dedfbd req-7205407e-b7ff-48ba-a338-c2220e04e4c9 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 210 time: 0.0775113 Jan 17 17:32:50.347914 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1549a22e-628d-47c0-b8d6-82d25d209454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:51.443848 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4e34e08e-0dc8-494b-b519-d87b015e115b req-116df6ae-805a-4ca7-b2e5-e5b22530615f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 210 time: 0.0535672 Jan 17 17:32:51.513248 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:51.850940 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:52.091392 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 51c3088c-87ac-48fc-8488-287fc4935839 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:32:52.141873 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 51c3088c-87ac-48fc-8488-287fc4935839 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:32:52.142214 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 51c3088c-87ac-48fc-8488-287fc4935839 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:32:52.259543 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:52.626329 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8ac8ac41-b96e-45ad-98ee-a0000f890573 req-4e593952-9afe-42d1-8ad4-431a11ce62fd tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce296e3d-c787-4525-ad84-f343beec9465 HTTP/1.1" status: 200 len: 210 time: 0.0491724 Jan 17 17:32:52.926501 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:53.908627 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-d53019f3-6e86-451a-b1e1-f5658102c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:53.911180 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-d53019f3-6e86-451a-b1e1-f5658102c300 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1099 time: 0.2771640 Jan 17 17:32:53.921568 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58860) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:53.952120 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc2650-5a76-4a0d-b405-744a48324a2e req-9f7a0947-81c8-467f-8d24-81d801e68630 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:53.954062 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-59fc2650-5a76-4a0d-b405-744a48324a2e req-9f7a0947-81c8-467f-8d24-81d801e68630 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1919875 Jan 17 17:32:54.023959 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-59fc2650-5a76-4a0d-b405-744a48324a2e req-2f912182-a124-4792-b08d-6b8c8f0da786 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630600 Jan 17 17:32:54.081832 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:54.097083 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:54.100852 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] Usage tracker for resource:security_group_rule and tenant:1212dd9876cd4f34aa031763e0e2de7c is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:54.103665 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:54.109373 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:54.258234 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00299-f95c-4491-90a5-a0843382e4ab req-53dafe4a-31d1-4ce8-a0a0-d6ba6b08394d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:54.259659 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-84e00299-f95c-4491-90a5-a0843382e4ab req-53dafe4a-31d1-4ce8-a0a0-d6ba6b08394d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 945 time: 0.1339169 Jan 17 17:32:54.267978 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:54.283343 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:54.355011 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2a9f92-713f-4a9a-85c4-6df316704338,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:54.359723 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-84e00299-f95c-4491-90a5-a0843382e4ab req-0316175d-4268-40b3-a76f-5f7bf53d814b tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941050 Jan 17 17:32:54.362337 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a9d2c7e2-8f50-4ff5-b9a3-0200bf42d43b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1212dd9876cd4f34aa031763e0e2de7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400616 Jan 17 17:32:54.364976 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58868) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:54.431064 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a775cd23-dc0a-41b0-9f53-f8b5af241558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:54.458867 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a775cd23-dc0a-41b0-9f53-f8b5af241558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:54.515612 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a775cd23-dc0a-41b0-9f53-f8b5af241558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:54.532283 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775cd23-dc0a-41b0-9f53-f8b5af241558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2a9f92-713f-4a9a-85c4-6df316704338,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:54.541737 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a775cd23-dc0a-41b0-9f53-f8b5af241558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:54.542847 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a775cd23-dc0a-41b0-9f53-f8b5af241558 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0f2a9f92-713f-4a9a-85c4-6df316704338 HTTP/1.1" status: 204 len: 168 time: 0.1769578 Jan 17 17:32:54.736817 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-ffac527c-3f2b-4053-9486-5f6d3569dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:54.738283 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-ffac527c-3f2b-4053-9486-5f6d3569dceb service neutron] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 919 time: 0.1505725 Jan 17 17:32:55.229493 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3ce2f-bb57-492e-8886-361ed35f2356 req-770f11d8-474f-4621-8b24-f8816572b34e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:55.231153 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-59b3ce2f-bb57-492e-8886-361ed35f2356 req-770f11d8-474f-4621-8b24-f8816572b34e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0811684 Jan 17 17:32:55.285182 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-59b3ce2f-bb57-492e-8886-361ed35f2356 req-e63c2ef5-9bcd-4335-9880-ae79b3065edf tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470712 Jan 17 17:32:55.558567 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086ce2-112a-4edd-9d9a-7c8ecfeb4b92 req-660a6c9a-e212-45a9-b292-c56a68553cac tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:55.560068 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-29086ce2-112a-4edd-9d9a-7c8ecfeb4b92 req-660a6c9a-e212-45a9-b292-c56a68553cac tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 945 time: 0.0894592 Jan 17 17:32:55.617797 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-29086ce2-112a-4edd-9d9a-7c8ecfeb4b92 req-bd9aea04-4b65-42e3-a66e-3b6f6028e6fe tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513110 Jan 17 17:32:56.400690 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-c9b1f7f8-9c8e-43f3-8245-2073592d3ffa service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0be506a8-e745-443b-9fbf-dccafd6d163e HTTP/1.1" status: 200 len: 217 time: 0.0660622 Jan 17 17:32:56.521150 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-b2d7f3b6-94be-46e5-890d-ae98a5ec619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:56.522712 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-b2d7f3b6-94be-46e5-890d-ae98a5ec619d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.0823488 Jan 17 17:32:56.577622 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5672f-eca0-4cfc-bdce-3fc84b14e05c req-4c635def-03c3-4367-be17-9a0abea23cd5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:56.579166 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a8c5672f-eca0-4cfc-bdce-3fc84b14e05c req-4c635def-03c3-4367-be17-9a0abea23cd5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1801631 Jan 17 17:32:56.587133 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-3b42da71-6b71-4c82-9270-aeb105afdf10 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524697 Jan 17 17:32:56.721517 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a8c5672f-eca0-4cfc-bdce-3fc84b14e05c req-987c54aa-7c01-403a-b208-1a3c0a302b0d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326680 Jan 17 17:32:56.799724 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-4376d320-e70f-45a6-baa9-f305934978b1 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975555 Jan 17 17:32:56.892492 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695412-b308-4fdf-bfa6-5210d5cf7d8c req-507616ca-b5a8-421c-a2e2-2f730d1fdfed tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:56.894834 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-54695412-b308-4fdf-bfa6-5210d5cf7d8c req-507616ca-b5a8-421c-a2e2-2f730d1fdfed tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 945 time: 0.0882072 Jan 17 17:32:56.952450 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-54695412-b308-4fdf-bfa6-5210d5cf7d8c req-c75c7e7a-3825-4b4e-b75a-507fe0a09418 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488722 Jan 17 17:32:56.958125 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e82955ae-dda4-4323-8a61-1ccb48e8ec79 req-1ffe6076-1f98-45e8-89f3-a244d3912240 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451967 Jan 17 17:32:57.491015 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58960) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:57.668956 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:57.693971 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:57.697775 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] Usage tracker for resource:security_group_rule and tenant:977bff3947014af59cdf972a089db82e is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:57.700580 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:57.706490 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:57.804249 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:57.809372 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:57.873247 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=977bff3947014af59cdf972a089db82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811412 Jan 17 17:32:57.874252 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380d067-7f50-45b4-81dd-c04ee59ad4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a43590-0b73-4959-aadc-d8121cebdec4,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:57.878285 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 58978) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:57.948901 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eddf6fc3-c8fa-459a-b10d-47675a10d5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:57.983862 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eddf6fc3-c8fa-459a-b10d-47675a10d5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:58.030240 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82755a96-6dec-4d97-b0f2-4ff211afd147 req-a526dfe8-5af9-47d0-b990-234cedcd3506 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:58.031889 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82755a96-6dec-4d97-b0f2-4ff211afd147 req-a526dfe8-5af9-47d0-b990-234cedcd3506 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1946661 Jan 17 17:32:58.035921 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-bb20d92b-0649-4118-bb20-9a89a95d33e2 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203501 Jan 17 17:32:58.073546 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eddf6fc3-c8fa-459a-b10d-47675a10d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:58.092403 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf6fc3-c8fa-459a-b10d-47675a10d5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a43590-0b73-4959-aadc-d8121cebdec4,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:58.098568 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eddf6fc3-c8fa-459a-b10d-47675a10d5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:58.103739 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-eddf6fc3-c8fa-459a-b10d-47675a10d5d9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e3a43590-0b73-4959-aadc-d8121cebdec4 HTTP/1.1" status: 204 len: 168 time: 0.2239766 Jan 17 17:32:58.132652 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82755a96-6dec-4d97-b0f2-4ff211afd147 req-639f7ddd-7e4a-4103-8ca1-59f72a942a6c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795224 Jan 17 17:32:58.219213 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-f0521d79-b4dd-4d87-a733-6f1ddc7a4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:58.222789 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-f0521d79-b4dd-4d87-a733-6f1ddc7a4fd6 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 1098 time: 0.0939367 Jan 17 17:32:58.322921 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce9c92-b691-401e-a4d5-c53734758334 req-a96a90b8-02a8-4fb1-a5c7-fc8b9da9914e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:58.324436 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-99ce9c92-b691-401e-a4d5-c53734758334 req-a96a90b8-02a8-4fb1-a5c7-fc8b9da9914e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 945 time: 0.1388378 Jan 17 17:32:58.339651 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab910f-4ae8-45e3-88fc-2d5bc1d14d99 req-39df5ea1-66f0-4ffa-a1cf-f2c5a6a45b03 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:58.341290 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-83ab910f-4ae8-45e3-88fc-2d5bc1d14d99 req-39df5ea1-66f0-4ffa-a1cf-f2c5a6a45b03 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 945 time: 0.2229826 Jan 17 17:32:58.448924 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Deleting port 51f3cd32-7b06-4a47-ba16-b880a520bb19 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:32:58.449258 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:58.481380 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-a832a302-d019-466e-bbd5-ecfd64d83a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:58.483430 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-a832a302-d019-466e-bbd5-ecfd64d83a1e service neutron] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 919 time: 0.2327387 Jan 17 17:32:58.499282 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-83ab910f-4ae8-45e3-88fc-2d5bc1d14d99 req-bde09dd1-ed90-40f6-b22f-3b655a024027 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251645 Jan 17 17:32:58.678030 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-c1e5902c-c2a6-4150-a506-6cfa28e93565 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 HTTP/1.1" status: 200 len: 217 time: 0.1879451 Jan 17 17:32:58.750305 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-b367bb7a-162f-4725-a95c-3a6be232c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:58.752788 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] For port 51f3cd32-7b06-4a47-ba16-b880a520bb19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=51f3cd32-7b06-4a47-ba16-b880a520bb19,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:32:58.753049 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-b367bb7a-162f-4725-a95c-3a6be232c2ad service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.0674341 Jan 17 17:32:58.753366 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:58.819836 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-5b99dca2-e989-4857-bcac-586e0fb28c85 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564618 Jan 17 17:32:58.906279 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Calling delete_port for 51f3cd32-7b06-4a47-ba16-b880a520bb19 owned by compute:nova {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:32:58.972566 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-9e65287e-af01-4bbf-9916-60a45db6ff2b service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409564 Jan 17 17:32:59.135679 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a34abee-28a7-4bdd-8b27-acca672f435c req-33b75f18-7be1-4216-8536-674213c84177 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567235 Jan 17 17:32:59.144533 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:59.160939 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0088cf92-d5fe-4a73-800e-ba8692fa680e', '51f3cd32-7b06-4a47-ba16-b880a520bb19'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:32:59.269982 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Pushing event deleted for resources: {'Port': ['ID=51f3cd32-7b06-4a47-ba16-b880a520bb19,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:32:59.316494 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] No DVR routers for this DVR port 51f3cd32-7b06-4a47-ba16-b880a520bb19 on host hv-cinder-81888 {{(pid=86776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:32:59.319508 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:59.330155 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455afe97-4813-4fa8-96f1-aee58f868283', 'name': 'network-vif-deleted', 'tag': '51f3cd32-7b06-4a47-ba16-b880a520bb19'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:32:59.352457 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-99ce9c92-b691-401e-a4d5-c53734758334 req-4a253e89-c38b-4fa6-b55e-7d6e273fa38f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "DELETE /v2.0/ports/51f3cd32-7b06-4a47-ba16-b880a520bb19 HTTP/1.1" status: 204 len: 173 time: 1.0098937 Jan 17 17:32:59.386141 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455afe97-4813-4fa8-96f1-aee58f868283', 'name': 'network-vif-deleted', 'tag': '51f3cd32-7b06-4a47-ba16-b880a520bb19', 'status': 'completed', 'code': 200} Jan 17 17:32:59.427898 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747b829-7e60-46f0-8ab6-d3214168f212 req-11ecc525-4ab6-49c7-8534-3109e453b137 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:32:59.437421 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7747b829-7e60-46f0-8ab6-d3214168f212 req-11ecc525-4ab6-49c7-8534-3109e453b137 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1604185 Jan 17 17:32:59.501271 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7747b829-7e60-46f0-8ab6-d3214168f212 req-09eb6c5d-b4b2-4fa2-8bf3-20064675aa68 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625529 Jan 17 17:32:59.606945 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59022) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:59.690480 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-91bcb10e-f95d-46a2-aaa1-4f6bcfdeb95c req-7d19c7b0-6a69-4d0c-81e1-c9a66ee27e04 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Synchronizing usage tracker for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:32:59.707257 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-91bcb10e-f95d-46a2-aaa1-4f6bcfdeb95c req-7d19c7b0-6a69-4d0c-81e1-c9a66ee27e04 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Unset dirty status for tenant:7d26f4da2df3414fac1e83af06f08bb8 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:32:59.708516 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-91bcb10e-f95d-46a2-aaa1-4f6bcfdeb95c req-7d19c7b0-6a69-4d0c-81e1-c9a66ee27e04 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=455afe97-4813-4fa8-96f1-aee58f868283 HTTP/1.1" status: 200 len: 210 time: 0.0679371 Jan 17 17:32:59.756428 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:59.772785 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:32:59.777134 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] Usage tracker for resource:security_group_rule and tenant:21e0877d1d1843f290abb185ec71eaa0 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:32:59.780073 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:32:59.786607 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:32:59.878517 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:59.882811 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:59.926049 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=21e0877d1d1843f290abb185ec71eaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183062 Jan 17 17:32:59.928767 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59042) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:32:59.985753 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff40cf-a2a3-4fb4-bee3-9c19e6b99760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f980cdca-2b25-4d98-a37c-e3cdb319efd4,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:00.034618 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9a0bbbeb-1e47-43c8-a9a1-af495f23ae07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:00.063705 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9a0bbbeb-1e47-43c8-a9a1-af495f23ae07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:00.138992 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9a0bbbeb-1e47-43c8-a9a1-af495f23ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:00.157425 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bbbeb-1e47-43c8-a9a1-af495f23ae07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f980cdca-2b25-4d98-a37c-e3cdb319efd4,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:00.165211 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9a0bbbeb-1e47-43c8-a9a1-af495f23ae07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:00.167383 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-9a0bbbeb-1e47-43c8-a9a1-af495f23ae07 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f980cdca-2b25-4d98-a37c-e3cdb319efd4 HTTP/1.1" status: 204 len: 168 time: 0.2376461 Jan 17 17:33:00.712225 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85434a8-626b-43d7-930b-069bb36ad842 req-40452901-d866-4f02-87c8-47a08a919a55 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:00.713689 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f85434a8-626b-43d7-930b-069bb36ad842 req-40452901-d866-4f02-87c8-47a08a919a55 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0883996 Jan 17 17:33:00.763535 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f85434a8-626b-43d7-930b-069bb36ad842 req-2306df26-7eff-4017-85a1-69405c8437d9 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441756 Jan 17 17:33:01.957759 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896767b-e58f-4b53-b5f5-8ed93a3e474e req-dcb4a3ee-2e57-4e58-84d4-32c2e010bd62 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:01.959234 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5896767b-e58f-4b53-b5f5-8ed93a3e474e req-dcb4a3ee-2e57-4e58-84d4-32c2e010bd62 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0826092 Jan 17 17:33:02.004433 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5896767b-e58f-4b53-b5f5-8ed93a3e474e req-d238b566-9fb9-4689-a81f-0f87c28a3469 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Jan 17 17:33:02.138463 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 51f3cd32-7b06-4a47-ba16-b880a520bb19 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:33:02.176960 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 51f3cd32-7b06-4a47-ba16-b880a520bb19 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:33:02.177308 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 51f3cd32-7b06-4a47-ba16-b880a520bb19 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:33:02.493796 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb0d1b-75d0-4701-bb88-21ee4dc5b8b7 req-ec562279-5422-4d68-b118-289b1a5e9380 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:02.495255 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9bdb0d1b-75d0-4701-bb88-21ee4dc5b8b7 req-ec562279-5422-4d68-b118-289b1a5e9380 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 946 time: 0.1415834 Jan 17 17:33:02.542316 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9bdb0d1b-75d0-4701-bb88-21ee4dc5b8b7 req-3e2e6a36-e79d-47eb-95f1-1d12e4122a4e tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Jan 17 17:33:03.066983 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79320ce9-4474-410e-a1b2-885b783d9ccd req-70c79cda-01d3-4b95-ab46-f8e8ea4595ae tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:03.068781 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-79320ce9-4474-410e-a1b2-885b783d9ccd req-70c79cda-01d3-4b95-ab46-f8e8ea4595ae tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 946 time: 0.0927224 Jan 17 17:33:03.122387 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-79320ce9-4474-410e-a1b2-885b783d9ccd req-acbd38ad-9900-42da-b59d-2d774468abc8 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Jan 17 17:33:03.262422 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e7c4b-33d2-482d-a958-24ac7d48953c req-a2d24521-0fc3-45bf-bb87-5fcc58e32d14 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:03.264115 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-fb3e7c4b-33d2-482d-a958-24ac7d48953c req-a2d24521-0fc3-45bf-bb87-5fcc58e32d14 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1200573 Jan 17 17:33:03.315290 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-fb3e7c4b-33d2-482d-a958-24ac7d48953c req-a0793f92-4793-4ce9-97ea-e0c45e6ae6af tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446746 Jan 17 17:33:03.743720 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba26913-2910-4bbd-b1e7-5a8ab301de3a req-1c18b227-7d1a-44b3-b100-fcb653046b3f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:03.745172 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7ba26913-2910-4bbd-b1e7-5a8ab301de3a req-1c18b227-7d1a-44b3-b100-fcb653046b3f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 946 time: 0.0953984 Jan 17 17:33:03.789962 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7ba26913-2910-4bbd-b1e7-5a8ab301de3a req-e6c85858-c3af-464b-8324-17dffff3905d tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Jan 17 17:33:04.320026 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276994db-0754-4aa3-af01-5e5325cd320e req-87c94bdd-bb2f-45de-a6ad-748e61ca27b5 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:04.321524 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-276994db-0754-4aa3-af01-5e5325cd320e req-87c94bdd-bb2f-45de-a6ad-748e61ca27b5 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 946 time: 0.0850956 Jan 17 17:33:04.369481 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-276994db-0754-4aa3-af01-5e5325cd320e req-83d70242-e3f9-4105-a650-2081939921f3 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Jan 17 17:33:04.503960 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b38096-e73b-4ff5-a2b3-0d6237c1e663 req-dd9500eb-11f4-4e65-819f-ca9a7ba9629d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:04.505569 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-68b38096-e73b-4ff5-a2b3-0d6237c1e663 req-dd9500eb-11f4-4e65-819f-ca9a7ba9629d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0816076 Jan 17 17:33:04.628475 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-68b38096-e73b-4ff5-a2b3-0d6237c1e663 req-2367edb2-4434-417c-925c-c3f8cee6a63b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738535 Jan 17 17:33:04.653812 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-c6bb3502-b531-4af2-8076-7f6d407f1a80 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:04.655288 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-c6bb3502-b531-4af2-8076-7f6d407f1a80 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 946 time: 0.1488042 Jan 17 17:33:04.736397 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Deleting port 0088cf92-d5fe-4a73-800e-ba8692fa680e {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:33:04.736873 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:04.987909 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59130) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:04.993731 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] For port 0088cf92-d5fe-4a73-800e-ba8692fa680e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0088cf92-d5fe-4a73-800e-ba8692fa680e,segment=NetworkSegment(e5542440-ff80-46ff-9c15-86b78cf88c6b),segment_id=e5542440-ff80-46ff-9c15-86b78cf88c6b)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:04.994021 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.063111 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dcd92-d84b-4a77-bdf8-90266fe7cc26 req-9b0bd49b-2270-4bd4-a297-0446976e561f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:05.065201 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-015dcd92-d84b-4a77-bdf8-90266fe7cc26 req-9b0bd49b-2270-4bd4-a297-0446976e561f tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e99ef44-ec92-49e3-a027-d5de8fe71145 HTTP/1.1" status: 200 len: 946 time: 0.1590178 Jan 17 17:33:05.076895 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-d9a48940-3986-4769-9b14-e916aa6d6ba4 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:05.078450 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-d9a48940-3986-4769-9b14-e916aa6d6ba4 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.106 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 946 time: 0.1355395 Jan 17 17:33:05.126394 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Calling delete_port for 0088cf92-d5fe-4a73-800e-ba8692fa680e owned by compute:nova {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:33:05.166620 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.207140 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:05.211949 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-015dcd92-d84b-4a77-bdf8-90266fe7cc26 req-2e2cf67f-f30f-4996-affc-270b04789c94 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.107 "GET /v2.0/security-groups?id=6429ab36-490b-4531-b1c4-b18ec9dbfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325543 Jan 17 17:33:05.218209 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Deleting port e975de03-66d7-4d7e-b9da-8b9f8f78c50a {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:33:05.218617 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.248137 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:503b34c496f046e79e4ae12797eb8ad8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:05.256123 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:05.273962 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:05.295305 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.308157 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0088cf92-d5fe-4a73-800e-ba8692fa680e'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:33:05.346058 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Pushing event deleted for resources: {'Port': ['ID=0088cf92-d5fe-4a73-800e-ba8692fa680e,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:05.425546 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] No DVR routers for this DVR port 0088cf92-d5fe-4a73-800e-ba8692fa680e on host hv-cinder-81888 {{(pid=86776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:33:05.427905 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.430381 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e99ef44-ec92-49e3-a027-d5de8fe71145', 'name': 'network-vif-deleted', 'tag': '0088cf92-d5fe-4a73-800e-ba8692fa680e'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:33:05.451745 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-aca4b88d-3dcd-45a1-9ab0-cec20ba62637 req-6c7c21f0-e8a3-4e92-8d10-5faac9f912d3 tempest-AttachVolumeNegativeTest-125676364 tempest-AttachVolumeNegativeTest-125676364-project] 10.222.0.106 "DELETE /v2.0/ports/0088cf92-d5fe-4a73-800e-ba8692fa680e HTTP/1.1" status: 204 len: 173 time: 0.7907968 Jan 17 17:33:05.490907 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e99ef44-ec92-49e3-a027-d5de8fe71145', 'name': 'network-vif-deleted', 'tag': '0088cf92-d5fe-4a73-800e-ba8692fa680e', 'status': 'completed', 'code': 200} Jan 17 17:33:05.564235 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.569889 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] For port e975de03-66d7-4d7e-b9da-8b9f8f78c50a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:05.570267 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.583106 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.593752 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32722965-5a46-44bc-8c68-bfbbc4ef205c req-410c974a-2874-4f91-9992-6a1851b89fe1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:05.596238 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-32722965-5a46-44bc-8c68-bfbbc4ef205c req-410c974a-2874-4f91-9992-6a1851b89fe1 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 946 time: 0.0982625 Jan 17 17:33:05.662505 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-32722965-5a46-44bc-8c68-bfbbc4ef205c req-bf273498-5b1e-4f5b-bc89-fe67b1d7b99d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595899 Jan 17 17:33:05.716597 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Calling delete_port for e975de03-66d7-4d7e-b9da-8b9f8f78c50a owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:33:05.919401 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=503b34c496f046e79e4ae12797eb8ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9295065 Jan 17 17:33:05.922352 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59142) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:05.926456 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6fc33-1523-43d9-b0e7-6c66e322cf48,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:05.950698 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.951071 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.951403 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.951732 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.952484 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.952484 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.952674 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.952989 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.953307 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.953638 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.954469 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:05.954798 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa31328-d7f1-4414-a1fa-4416c5d36fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:06.004822 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d0c46155-fb8b-456d-8686-2dd9f6649120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.031624 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058a166-f7b1-4526-b4cd-37e3b91a90b5 req-8892a687-d759-4868-bd30-b283eee60638 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:06.033699 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2058a166-f7b1-4526-b4cd-37e3b91a90b5 req-8892a687-d759-4868-bd30-b283eee60638 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.2692277 Jan 17 17:33:06.038380 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d0c46155-fb8b-456d-8686-2dd9f6649120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.097736 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d0c46155-fb8b-456d-8686-2dd9f6649120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.103291 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2058a166-f7b1-4526-b4cd-37e3b91a90b5 req-9845c368-580d-4002-9285-f90e3ef31b00 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Jan 17 17:33:06.104648 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.123330 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['e975de03-66d7-4d7e-b9da-8b9f8f78c50a'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:33:06.136036 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c46155-fb8b-456d-8686-2dd9f6649120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6fc33-1523-43d9-b0e7-6c66e322cf48,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:06.143658 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d0c46155-fb8b-456d-8686-2dd9f6649120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.147465 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d0c46155-fb8b-456d-8686-2dd9f6649120 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e0f6fc33-1523-43d9-b0e7-6c66e322cf48 HTTP/1.1" status: 204 len: 168 time: 0.2235570 Jan 17 17:33:06.163770 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Pushing event deleted for resources: {'Port': ['ID=e975de03-66d7-4d7e-b9da-8b9f8f78c50a,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:06.240448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] No DVR routers for this DVR port e975de03-66d7-4d7e-b9da-8b9f8f78c50a on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:33:06.243323 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.245887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d452d1-3b1a-46c2-af01-563be7bb80e2', 'name': 'network-vif-deleted', 'tag': 'e975de03-66d7-4d7e-b9da-8b9f8f78c50a'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:33:06.269801 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f3643402-0e4a-4897-a258-94ab5dcec6d4 req-ed29c358-acfd-4892-a748-17af47cb2042 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.106 "DELETE /v2.0/ports/e975de03-66d7-4d7e-b9da-8b9f8f78c50a HTTP/1.1" status: 204 len: 173 time: 1.1769214 Jan 17 17:33:06.300206 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d452d1-3b1a-46c2-af01-563be7bb80e2', 'name': 'network-vif-deleted', 'tag': 'e975de03-66d7-4d7e-b9da-8b9f8f78c50a', 'status': 'completed', 'code': 200} Jan 17 17:33:06.335838 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59154) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:06.397387 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4636e1-03d9-471f-aa49-5ddecbe86fac admin admin] Deleting subnet e7cf182d-998a-46e5-af63-814fadc47a4b {{(pid=86776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:33:06.400652 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f4636e1-03d9-471f-aa49-5ddecbe86fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.462671 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f4636e1-03d9-471f-aa49-5ddecbe86fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3139915'] for subnet, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.501501 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59158) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:06.522504 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.547113 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:06.549528 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f4636e1-03d9-471f-aa49-5ddecbe86fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.580190 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] Usage tracker for resource:security_group_rule and tenant:456889475eb9409e904c7aa68de96b50 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:06.588045 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:06.601531 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:06.653406 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f4636e1-03d9-471f-aa49-5ddecbe86fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519776'] for subnet, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.752763 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4636e1-03d9-471f-aa49-5ddecbe86fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cf182d-998a-46e5-af63-814fadc47a4b,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:06.767156 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f4636e1-03d9-471f-aa49-5ddecbe86fac admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.788924 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-4f4636e1-03d9-471f-aa49-5ddecbe86fac admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e7cf182d-998a-46e5-af63-814fadc47a4b HTTP/1.1" status: 204 len: 168 time: 0.4515891 Jan 17 17:33:06.791653 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59166) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:06.822887 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.828581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.879279 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=456889475eb9409e904c7aa68de96b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767574 Jan 17 17:33:06.880065 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506acf8-746c-4b4d-9302-ca9e6cddd790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17cca8c-9c82-4d7e-b630-a720da194c7c,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:06.882343 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59170) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:06.949899 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-b2df3a98-0372-4395-abff-37f6f90d99b3 req-da08819b-3ced-4cba-98a1-c29406ce219c tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Synchronizing usage tracker for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:33:06.954571 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-638cb276-63da-4c14-b78c-003959bcf0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.984169 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.987997 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-b2df3a98-0372-4395-abff-37f6f90d99b3 req-da08819b-3ced-4cba-98a1-c29406ce219c tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Unset dirty status for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:33:06.989056 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b2df3a98-0372-4395-abff-37f6f90d99b3 req-da08819b-3ced-4cba-98a1-c29406ce219c tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=55d452d1-3b1a-46c2-af01-563be7bb80e2 HTTP/1.1" status: 200 len: 210 time: 0.1719618 Jan 17 17:33:06.996146 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-638cb276-63da-4c14-b78c-003959bcf0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.052290 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-638cb276-63da-4c14-b78c-003959bcf0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.069752 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638cb276-63da-4c14-b78c-003959bcf0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17cca8c-9c82-4d7e-b630-a720da194c7c,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:07.080907 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-638cb276-63da-4c14-b78c-003959bcf0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.086134 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-638cb276-63da-4c14-b78c-003959bcf0f8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c17cca8c-9c82-4d7e-b630-a720da194c7c HTTP/1.1" status: 204 len: 168 time: 0.1988299 Jan 17 17:33:07.124534 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.152811 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.153161 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.153876 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.154204 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > port after_create 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.155242 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.155242 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > port after_update 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.155242 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.155503 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.155839 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.156154 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.229697 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.230091 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.230370 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.230698 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:33:07.231255 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03e611e-fca4-4a6e-bc9d-ec7727623106']}} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:07.245317 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5542440-ff80-46ff-9c15-86b78cf88c6b') {'for_net_delete': True} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:07.245536 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5542440-ff80-46ff-9c15-86b78cf88c6b') {} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:07.258394 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2423732'] for segment, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.282438 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.291431 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=86775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:33:07.292085 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2196157'] for segment, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.326137 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d0151-b042-4877-b304-b90812823229 req-0fd3449c-b0f9-497f-89bb-b51589e79562 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:07.327912 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4e4d0151-b042-4877-b304-b90812823229 req-0fd3449c-b0f9-497f-89bb-b51589e79562 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1113298 Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: from cryptography.utils import int_from_bytes Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: from cryptography.utils import int_from_bytes Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: util.warn_limited( Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: util.warn_limited( Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: Traceback (most recent call last): Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: timer() Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: cb(*args, **kw) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: return func(*args, **kwargs) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: self._notify() Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: self.callback(batched_events) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: event.method(event) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: return f(self, *a, **k) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._get(url).json() Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: return self.request(url, 'GET', **kwargs) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:33:07.363626 dv-cinder-818883-2-iscsi neutron-server[86775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:33:07.384290 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4e4d0151-b042-4877-b304-b90812823229 req-d4d50b46-8364-4f91-aceb-0fe13b82fbc6 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486863 Jan 17 17:33:07.395745 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.418112 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.420840 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03e611e-fca4-4a6e-bc9d-ec7727623106,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:07.443671 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ed9a32c3-e2f0-4835-a8fa-0f328fd6f403 admin admin] 10.222.0.107 "DELETE /v2.0/networks/e03e611e-fca4-4a6e-bc9d-ec7727623106 HTTP/1.1" status: 204 len: 168 time: 0.6475487 Jan 17 17:33:07.478053 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59182) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:07.500390 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.516801 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:07.521388 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e257af785b84b1f9e35ed872d0292b8 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:07.525190 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:07.531885 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:07.565572 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59186) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:07.634101 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.640902 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-206231e3-3f4e-436f-b53d-270b93c1d63d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7d26f4da2df3414fac1e83af06f08bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0719182 Jan 17 17:33:07.641162 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.641521 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59190) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:07.706531 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5e257af785b84b1f9e35ed872d0292b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272875 Jan 17 17:33:07.707131 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b58de64-8216-4776-9a68-53d503f7fabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.707521 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec406c9-9e59-4e2e-83a5-724f0048b1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fff578b-ac20-41de-ab9f-101af7ad482e,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:07.709615 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59194) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:07.760669 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b58de64-8216-4776-9a68-53d503f7fabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.823006 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d44ff052-5124-483e-9b0f-a7ad3efcd017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.852044 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d44ff052-5124-483e-9b0f-a7ad3efcd017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.859258 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b58de64-8216-4776-9a68-53d503f7fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.892821 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58de64-8216-4776-9a68-53d503f7fabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429ab36-490b-4531-b1c4-b18ec9dbfbc4,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:07.909932 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b58de64-8216-4776-9a68-53d503f7fabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.911062 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-2b58de64-8216-4776-9a68-53d503f7fabd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6429ab36-490b-4531-b1c4-b18ec9dbfbc4 HTTP/1.1" status: 204 len: 168 time: 0.2685709 Jan 17 17:33:07.935294 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d44ff052-5124-483e-9b0f-a7ad3efcd017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.955692 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ff052-5124-483e-9b0f-a7ad3efcd017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fff578b-ac20-41de-ab9f-101af7ad482e,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:07.959549 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d44ff052-5124-483e-9b0f-a7ad3efcd017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.960658 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d44ff052-5124-483e-9b0f-a7ad3efcd017 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3fff578b-ac20-41de-ab9f-101af7ad482e HTTP/1.1" status: 204 len: 168 time: 0.2501566 Jan 17 17:33:08.170680 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0088cf92-d5fe-4a73-800e-ba8692fa680e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:33:08.214833 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 0088cf92-d5fe-4a73-800e-ba8692fa680e {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:33:08.215443 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0088cf92-d5fe-4a73-800e-ba8692fa680e not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:33:08.216051 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device e975de03-66d7-4d7e-b9da-8b9f8f78c50a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:33:08.254382 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: e975de03-66d7-4d7e-b9da-8b9f8f78c50a {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:33:08.254850 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device e975de03-66d7-4d7e-b9da-8b9f8f78c50a not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:33:08.607256 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c3cb-12e7-4562-a8fd-18d4c9006e8b req-4cf8780e-a471-4ac3-a1b9-71b5974deae1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:08.609116 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e014c3cb-12e7-4562-a8fd-18d4c9006e8b req-4cf8780e-a471-4ac3-a1b9-71b5974deae1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1050777 Jan 17 17:33:08.669993 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e014c3cb-12e7-4562-a8fd-18d4c9006e8b req-eb88cd2b-3687-48f5-9229-f65cb61f2ae9 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540802 Jan 17 17:33:09.889388 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafedec-3f0f-4b3c-80e2-b5d9028e34f1 req-cb52fab3-93d5-4164-b863-702598493c86 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:09.892125 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3fafedec-3f0f-4b3c-80e2-b5d9028e34f1 req-cb52fab3-93d5-4164-b863-702598493c86 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0967317 Jan 17 17:33:09.943207 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3fafedec-3f0f-4b3c-80e2-b5d9028e34f1 req-43961907-fa26-4538-80e3-4600421bccff tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452278 Jan 17 17:33:11.130136 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec23db6-675f-48e7-8984-6dbb168cd3d3 req-49d291f7-d661-4995-b64a-76933db5808f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:11.131686 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fec23db6-675f-48e7-8984-6dbb168cd3d3 req-49d291f7-d661-4995-b64a-76933db5808f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0796032 Jan 17 17:33:11.176004 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fec23db6-675f-48e7-8984-6dbb168cd3d3 req-7fa3acf4-ac9d-450f-9964-732724fdf563 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384877 Jan 17 17:33:12.373824 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ba0a-5de3-411a-b87d-54a04e7adbe5 req-766de2b3-9f51-4b95-9395-db1418e71979 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:12.375372 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9c25ba0a-5de3-411a-b87d-54a04e7adbe5 req-766de2b3-9f51-4b95-9395-db1418e71979 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0871556 Jan 17 17:33:12.428776 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9c25ba0a-5de3-411a-b87d-54a04e7adbe5 req-99640196-7f33-414e-b108-1a432de5ece4 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Jan 17 17:33:13.651639 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fe83-0172-428a-bcdf-f1cd87ecb8a8 req-5f3962cd-e5fb-46a2-a3ff-a42df7c6f5ba tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:13.653308 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e101fe83-0172-428a-bcdf-f1cd87ecb8a8 req-5f3962cd-e5fb-46a2-a3ff-a42df7c6f5ba tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0983918 Jan 17 17:33:13.703359 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e101fe83-0172-428a-bcdf-f1cd87ecb8a8 req-87b1d7f6-c429-4a11-a8b6-0e9582fb557d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Jan 17 17:33:14.894615 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fd587-eebe-48c3-9753-6de3e4953fe9 req-305e287b-fc32-4a9a-a7c6-ea4ebc0a53fa tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:14.896193 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d37fd587-eebe-48c3-9753-6de3e4953fe9 req-305e287b-fc32-4a9a-a7c6-ea4ebc0a53fa tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0856383 Jan 17 17:33:14.945826 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d37fd587-eebe-48c3-9753-6de3e4953fe9 req-6f89a3de-6d23-4ebf-8b08-2fb8cd42de09 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423276 Jan 17 17:33:16.131546 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fe37f-806e-49b0-8ec6-3eed87f9079b req-d991704f-10b9-4392-9fba-072cb7151442 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:16.133252 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-114fe37f-806e-49b0-8ec6-3eed87f9079b req-d991704f-10b9-4392-9fba-072cb7151442 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0808551 Jan 17 17:33:16.178200 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-114fe37f-806e-49b0-8ec6-3eed87f9079b req-0cc31e22-00d4-4334-8b91-7ca469ac73b3 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Jan 17 17:33:17.370832 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931594d-76eb-4924-b802-83b7624a2a06 req-d43d219c-6093-413c-9b7e-2c5375aaddfb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:17.372293 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a931594d-76eb-4924-b802-83b7624a2a06 req-d43d219c-6093-413c-9b7e-2c5375aaddfb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0850377 Jan 17 17:33:17.424441 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a931594d-76eb-4924-b802-83b7624a2a06 req-f7bf9796-a1a9-488d-885d-0b882178b71f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464706 Jan 17 17:33:18.065504 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-89dc4126-9fd9-4519-9bc1-1924823da613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:18.624394 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490338a2-46df-4e3a-bd78-0a1eabf9bfba req-38a53d48-f197-4a52-8fc5-8e374fd79a86 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:18.627057 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-490338a2-46df-4e3a-bd78-0a1eabf9bfba req-38a53d48-f197-4a52-8fc5-8e374fd79a86 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0927556 Jan 17 17:33:18.673735 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-490338a2-46df-4e3a-bd78-0a1eabf9bfba req-a17d602f-eaee-44c8-9aad-c2ba68faa671 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Jan 17 17:33:19.875175 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd57db-5b9c-4984-9bbb-c2c7f6fae50e req-6aa863dc-77d8-4ed3-86f7-8636c0014027 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:19.877491 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-35fd57db-5b9c-4984-9bbb-c2c7f6fae50e req-6aa863dc-77d8-4ed3-86f7-8636c0014027 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0873318 Jan 17 17:33:19.930578 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-35fd57db-5b9c-4984-9bbb-c2c7f6fae50e req-866d430b-ca60-4a50-bcaf-a6fc8788f74c tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 Jan 17 17:33:20.148050 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-92c06638-db14-49a6-84ab-1732eca463ab tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:20.149550 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-92c06638-db14-49a6-84ab-1732eca463ab tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/networks?id=92ad863a-5229-4e0e-b429-f4840ad6fadd HTTP/1.1" status: 200 len: 814 time: 0.1552296 Jan 17 17:33:20.164777 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-c2edb34f-eae9-4293-8427-69d1496835ae tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/quotas/c03b132566ea4083b8269a6bfa8409ff HTTP/1.1" status: 200 len: 375 time: 0.0098667 Jan 17 17:33:20.213251 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-51ca1f36-6fff-462c-ac56-997cc7bf8bbb tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c03b132566ea4083b8269a6bfa8409ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432816 Jan 17 17:33:20.341859 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-eb4635b4-2042-410f-99d6-bdb0dcc098f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:20.367935 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-87470449-ae50-403d-b16e-5358601ae78a service neutron] 10.222.0.107 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475255 Jan 17 17:33:20.535158 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-65b9fa58-db36-4147-ba73-b0978311fa66 service neutron] 10.222.0.107 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605566 Jan 17 17:33:20.749474 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-66dd2fd8-08af-43df-938b-524278888fea req-5bee96ff-6ad8-49f9-a587-fbec5314bdc9 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 210 time: 0.0584188 Jan 17 17:33:21.184138 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30c5c7-aca1-4446-be84-c53d6c3d9ac8 req-62d473fe-f71a-449e-b05a-07e98be5e28f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:21.185651 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6f30c5c7-aca1-4446-be84-c53d6c3d9ac8 req-62d473fe-f71a-449e-b05a-07e98be5e28f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0914824 Jan 17 17:33:21.233373 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6f30c5c7-aca1-4446-be84-c53d6c3d9ac8 req-1b94430a-2ed4-4b4b-9110-f06dce8275c5 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Jan 17 17:33:21.507963 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:21.868474 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.011441 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59536) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:22.025727 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-2d77e55a-1891-4079-a0d7-390a4301f9b5 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:22.027252 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-2d77e55a-1891-4079-a0d7-390a4301f9b5 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.106 "GET /v2.0/networks?id=92ad863a-5229-4e0e-b429-f4840ad6fadd HTTP/1.1" status: 200 len: 814 time: 0.3198512 Jan 17 17:33:22.034290 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-93cec484-30fe-44d5-a0c0-e0dd5fd5fa01 req-95aaaae1-bc8e-43df-a53e-0af1b833c9e5 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 210 time: 0.0542209 Jan 17 17:33:22.040047 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Request body: {'port': {'device_id': '7750abad-8e8a-4588-abb8-492b71a2ec83', 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd', 'admin_state_up': True, 'tenant_id': 'c03b132566ea4083b8269a6bfa8409ff'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:33:22.078166 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:33:22.152876 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.168569 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:22.172932 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Usage tracker for resource:security_group_rule and tenant:84eeb7a9b2134c5faa4bcf5dec9a85cc is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:22.176673 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:22.182864 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:22.193621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:22.204635 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:22.217884 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Made reservation on behalf of c03b132566ea4083b8269a6bfa8409ff for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:33:22.224447 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.255685 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.288292 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.293628 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.355716 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=84eeb7a9b2134c5faa4bcf5dec9a85cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408675 Jan 17 17:33:22.355716 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46d100a-5522-4618-8c63-5a56d5801885,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:22.356861 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59552) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:22.398414 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.398893 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.399236 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.399736 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.400071 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.400407 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.400743 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.401079 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.401405 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.401727 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.402049 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.402379 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05073d7-2b68-4faf-9fff-7e071a895c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:22.452137 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Allocated IP 172.20.0.4 (92ad863a-5229-4e0e-b429-f4840ad6fadd/90f2f515-814a-4720-87ee-c03733b1a7a7/84e9bfd4-d2df-456b-bf0d-65e0839b31a9) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:33:22.510753 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96cf6e12-de4d-4feb-8e78-2d8373b49652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.555587 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96cf6e12-de4d-4feb-8e78-2d8373b49652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.570110 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0105a43-95dc-4f69-85a3-ff6c4ac47ccc req-0968c0e8-6452-4840-8aea-19c1f0e6c397 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:22.577105 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c0105a43-95dc-4f69-85a3-ff6c4ac47ccc req-0968c0e8-6452-4840-8aea-19c1f0e6c397 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1881146 Jan 17 17:33:22.698264 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.716627 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c0105a43-95dc-4f69-85a3-ff6c4ac47ccc req-69d3c053-2be7-410e-82d3-22055d8d4116 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386456 Jan 17 17:33:22.732168 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.749158 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96cf6e12-de4d-4feb-8e78-2d8373b49652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.763915 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf6e12-de4d-4feb-8e78-2d8373b49652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46d100a-5522-4618-8c63-5a56d5801885,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:22.783351 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96cf6e12-de4d-4feb-8e78-2d8373b49652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.784588 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-96cf6e12-de4d-4feb-8e78-2d8373b49652 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b46d100a-5522-4618-8c63-5a56d5801885 HTTP/1.1" status: 204 len: 168 time: 0.4267490 Jan 17 17:33:22.814449 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Network 92ad863a-5229-4e0e-b429-f4840ad6fadd is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:33:22.817412 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:33:22.821623 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:33:22.865561 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Pushing event updated for resources: {'Port': ['ID=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:22.890538 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:22.891725 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.919490 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-8cb4f282-1523-426f-a3b3-e4da493e2a2d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8832743 Jan 17 17:33:22.926420 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:22.931873 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Request body: {'port': {'device_id': '7750abad-8e8a-4588-abb8-492b71a2ec83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:33:23.049866 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.131161 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59570) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:23.147970 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.164160 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:23.168164 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] Usage tracker for resource:security_group_rule and tenant:51c60151c88a4f4dba4934acf8ebada9 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:23.171185 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:23.177710 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:23.262574 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.268183 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.319581 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=51c60151c88a4f4dba4934acf8ebada9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872299 Jan 17 17:33:23.320404 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce371d-52b0-4c1e-a74d-6d160cbc5378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d680435-70f0-4f65-a7d0-3b59cbdf924b,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:23.322667 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59574) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:23.381869 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb507-fd23-49f7-b50e-108d22e40b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.384214 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ab7d-788a-4a23-ac4a-0ef748c00b82 req-0eb332e5-f46a-4a11-9eed-de13542f601f tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:23.384906 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-b1a6ab7d-788a-4a23-ac4a-0ef748c00b82 req-0eb332e5-f46a-4a11-9eed-de13542f601f tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Synchronizing usage tracker for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:33:23.407723 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb507-fd23-49f7-b50e-108d22e40b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.418250 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-b1a6ab7d-788a-4a23-ac4a-0ef748c00b82 req-0eb332e5-f46a-4a11-9eed-de13542f601f tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Unset dirty status for tenant:c03b132566ea4083b8269a6bfa8409ff on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:33:23.419782 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b1a6ab7d-788a-4a23-ac4a-0ef748c00b82 req-0eb332e5-f46a-4a11-9eed-de13542f601f tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 931 time: 0.2357903 Jan 17 17:33:23.472617 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb507-fd23-49f7-b50e-108d22e40b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.489722 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceb507-fd23-49f7-b50e-108d22e40b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d680435-70f0-4f65-a7d0-3b59cbdf924b,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:23.496548 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b7ceb507-fd23-49f7-b50e-108d22e40b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.501484 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b7ceb507-fd23-49f7-b50e-108d22e40b9e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2d680435-70f0-4f65-a7d0-3b59cbdf924b HTTP/1.1" status: 204 len: 168 time: 0.1742759 Jan 17 17:33:23.539124 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:33:23.545766 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b1a6ab7d-788a-4a23-ac4a-0ef748c00b82 req-8fbeaf8b-ac99-4adc-a226-1ce80e60bf51 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101716 Jan 17 17:33:23.549824 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.603659 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Transition to ACTIVE for port object 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:33:23.608775 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.648498 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f51c9-73ee-4892-9e22-114d0af59ba7 req-a7615e4f-dd65-4f96-8324-83dee3a76cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:23.650050 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d62f51c9-73ee-4892-9e22-114d0af59ba7 req-a7615e4f-dd65-4f96-8324-83dee3a76cf6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1099 time: 0.0988176 Jan 17 17:33:23.724069 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d62f51c9-73ee-4892-9e22-114d0af59ba7 req-35362673-b38e-4a8c-97c1-3435dc1955fb service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677507 Jan 17 17:33:23.817813 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:23.910854 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Attempting to bind port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:33:23.911187 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Attempting to bind port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:33:23.911521 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Attempting to bind port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 on network 92ad863a-5229-4e0e-b429-f4840ad6fadd {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:33:23.916921 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 on network 92ad863a-5229-4e0e-b429-f4840ad6fadd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:33:23.917230 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Attempting to bind port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 on network 92ad863a-5229-4e0e-b429-f4840ad6fadd {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:33:23.924898 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:33:23.929941 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Checking segment: {'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:33:23.930432 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Bound using segment: {'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:33:23.930904 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Bound port: 84e9bfd4-d2df-456b-bf0d-65e0839b31a9, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc9c703-80e2-4511-8c36-7043c2bd3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:33:23.931258 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:23.980185 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14b7da-b2e2-4915-b64a-8efa18580f61 req-5ef0fcf8-8652-4cfa-a116-22f30e30099b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:23.981882 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5a14b7da-b2e2-4915-b64a-8efa18580f61 req-5ef0fcf8-8652-4cfa-a116-22f30e30099b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1145761 Jan 17 17:33:24.051612 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5a14b7da-b2e2-4915-b64a-8efa18580f61 req-895c8047-921f-4e86-b4e0-ae8c8ff04fc3 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534103 Jan 17 17:33:24.052606 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] For port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:33:24.054402 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] For port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:33:24.061558 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.091126 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59598) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:24.120967 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.137553 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:24.142743 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] Usage tracker for resource:security_group_rule and tenant:f41f06fa4e904fd58cb6ab0753ebf647 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:24.148410 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:24.159738 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:24.248512 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:24.249216 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.251236 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-85de002e-5381-455e-9030-a5d02928b572 service neutron] 10.222.0.106 "PUT /v2.0/ports/84e9bfd4-d2df-456b-bf0d-65e0839b31a9 HTTP/1.1" status: 200 len: 1093 time: 1.3229012 Jan 17 17:33:24.253467 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7750abad-8e8a-4588-abb8-492b71a2ec83', 'tag': '84e9bfd4-d2df-456b-bf0d-65e0839b31a9'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:33:24.277749 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de002e-5381-455e-9030-a5d02928b572 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:24.277950 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.289901 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.334336 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59606) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:24.354218 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f41f06fa4e904fd58cb6ab0753ebf647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619820 Jan 17 17:33:24.355948 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73bcce-9191-4981-8569-f0a0121145bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ee634c-3c4e-48bd-a3ba-caf37e0253e2,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:24.364076 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59612) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:24.371399 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7750abad-8e8a-4588-abb8-492b71a2ec83', 'tag': '84e9bfd4-d2df-456b-bf0d-65e0839b31a9', 'status': 'completed', 'code': 200} Jan 17 17:33:24.408174 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-70de68df-1b67-4f7e-821c-5ba8b6573669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:24.414983 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-70de68df-1b67-4f7e-821c-5ba8b6573669 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c03b132566ea4083b8269a6bfa8409ff&device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 1096 time: 0.0997820 Jan 17 17:33:24.425432 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b5202633-24d0-4a54-99b0-0a4e9c4075fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.452727 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b5202633-24d0-4a54-99b0-0a4e9c4075fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.488935 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-efcc990b-a5e8-4477-8f0a-cdbdb14c11d2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84e9bfd4-d2df-456b-bf0d-65e0839b31a9 HTTP/1.1" status: 200 len: 217 time: 0.0669312 Jan 17 17:33:24.509383 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.528261 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:24.533414 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:ffde057bd6124778815f1714f9773e99 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:24.536743 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:24.542843 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:24.555613 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b5202633-24d0-4a54-99b0-0a4e9c4075fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.557143 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-089230e5-d44f-4224-9f01-d4d3e4c82ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:24.558718 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-089230e5-d44f-4224-9f01-d4d3e4c82ff9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=90f2f515-814a-4720-87ee-c03733b1a7a7 HTTP/1.1" status: 200 len: 854 time: 0.0606482 Jan 17 17:33:24.587365 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5202633-24d0-4a54-99b0-0a4e9c4075fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ee634c-3c4e-48bd-a3ba-caf37e0253e2,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:24.599349 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b5202633-24d0-4a54-99b0-0a4e9c4075fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.603058 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b5202633-24d0-4a54-99b0-0a4e9c4075fd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/24ee634c-3c4e-48bd-a3ba-caf37e0253e2 HTTP/1.1" status: 204 len: 168 time: 0.2413728 Jan 17 17:33:24.621850 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-986cc3e0-8174-4711-a9da-f30f35143538 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=92ad863a-5229-4e0e-b429-f4840ad6fadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559688 Jan 17 17:33:24.718835 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.724748 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:24.837865 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-3a307fc3-4e69-4dd5-afee-b7a6d4b73b76 service neutron] 10.222.0.106 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033000 Jan 17 17:33:24.845580 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ffde057bd6124778815f1714f9773e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098796 Jan 17 17:33:24.850667 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59622) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:24.855699 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648397d-8f9f-453d-877f-161c4fa87cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb965cb5-b4a4-4f20-924e-a14555e9230f,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:24.898409 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6de7c5-82f7-43dd-b2bb-c3901ca5d572 req-5295fd82-1ec2-479b-906c-f34646427394 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:24.903260 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-eb6de7c5-82f7-43dd-b2bb-c3901ca5d572 req-5295fd82-1ec2-479b-906c-f34646427394 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 943 time: 0.1632450 Jan 17 17:33:24.950897 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-eb6de7c5-82f7-43dd-b2bb-c3901ca5d572 req-08250f4c-29e7-4637-b442-16db41e7e847 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Jan 17 17:33:25.039419 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-009ad922-cf65-4446-9ecc-824e0355c6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:25.059791 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-97a2e02a-60e8-4ad7-ac02-faa93f8cdc49 req-092a13ad-576b-40db-8ddf-da96450d507c service neutron] 10.222.0.106 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102733 Jan 17 17:33:25.074635 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-009ad922-cf65-4446-9ecc-824e0355c6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:25.231489 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-009ad922-cf65-4446-9ecc-824e0355c6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:25.264810 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ad922-cf65-4446-9ecc-824e0355c6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb965cb5-b4a4-4f20-924e-a14555e9230f,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:25.271802 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-009ad922-cf65-4446-9ecc-824e0355c6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:25.272904 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-009ad922-cf65-4446-9ecc-824e0355c6a6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bb965cb5-b4a4-4f20-924e-a14555e9230f HTTP/1.1" status: 204 len: 168 time: 0.4213438 Jan 17 17:33:25.275068 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-cc9a7a8f-29b8-47dc-9c73-12e6cd0be7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:25.276440 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-cc9a7a8f-29b8-47dc-9c73-12e6cd0be7a8 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c03b132566ea4083b8269a6bfa8409ff&device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 1096 time: 0.1603489 Jan 17 17:33:25.381033 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80872a3-0a6a-47f1-a2b9-9f82fbd963c1 req-7d46d335-8c17-4f4a-a73f-fd0f5805e1ee tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:25.382509 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f80872a3-0a6a-47f1-a2b9-9f82fbd963c1 req-7d46d335-8c17-4f4a-a73f-fd0f5805e1ee tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.2017608 Jan 17 17:33:25.470838 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-bc8eda2a-3e1c-4f14-9ee6-37d6752e60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:25.472303 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-bc8eda2a-3e1c-4f14-9ee6-37d6752e60f4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=92ad863a-5229-4e0e-b429-f4840ad6fadd HTTP/1.1" status: 200 len: 915 time: 0.1883380 Jan 17 17:33:25.477331 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f80872a3-0a6a-47f1-a2b9-9f82fbd963c1 req-ba867512-68e4-4a8d-916a-b3fbb216c41e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832868 Jan 17 17:33:25.574893 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-09be74ba-10e0-4c28-8f70-ce65317e5157 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84e9bfd4-d2df-456b-bf0d-65e0839b31a9 HTTP/1.1" status: 200 len: 217 time: 0.0952263 Jan 17 17:33:25.673259 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-8cb962df-146d-4024-9ef2-67684cfe91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:25.674716 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-8cb962df-146d-4024-9ef2-67684cfe91b0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=90f2f515-814a-4720-87ee-c03733b1a7a7 HTTP/1.1" status: 200 len: 854 time: 0.0917270 Jan 17 17:33:25.712699 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59658) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:25.730433 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:25.745950 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:25.749779 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] Usage tracker for resource:security_group_rule and tenant:b8f28e6c512a439286d0024f715ff99b is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:25.753671 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:25.758732 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-db41dd2f-5eff-4766-9220-ad15d490776a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=92ad863a-5229-4e0e-b429-f4840ad6fadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770233 Jan 17 17:33:25.761255 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:25.882715 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:25.888971 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:25.917810 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-3126a57a-6052-47aa-934e-39070d3785ba service neutron] 10.222.0.106 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513495 Jan 17 17:33:25.943017 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b8f28e6c512a439286d0024f715ff99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291863 Jan 17 17:33:25.944842 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1264f2-2440-4ea5-9c9b-b014190addfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9b900-36da-44e8-910a-26bd0d6bfd16,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:25.949074 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59682) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:26.048098 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-45653667-b7ce-4334-8e2e-8cc5945442cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:26.087562 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-45653667-b7ce-4334-8e2e-8cc5945442cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:26.187293 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-45653667-b7ce-4334-8e2e-8cc5945442cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:26.254021 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d0a8d5b-b9f9-47ff-993e-d66af5956d7d req-94d91732-f297-42fa-8165-11fd0453d525 service neutron] 10.222.0.106 "GET /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234258 Jan 17 17:33:26.254595 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45653667-b7ce-4334-8e2e-8cc5945442cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9b900-36da-44e8-910a-26bd0d6bfd16,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:26.273450 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-45653667-b7ce-4334-8e2e-8cc5945442cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:26.274551 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-45653667-b7ce-4334-8e2e-8cc5945442cc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6fa9b900-36da-44e8-910a-26bd0d6bfd16 HTTP/1.1" status: 204 len: 168 time: 0.3242862 Jan 17 17:33:26.285479 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8529c2-c9e7-4746-bbcb-46fbe2e8195b req-3f5d18eb-6561-4fda-a3a5-6f433c0d2195 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:26.292802 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1a8529c2-c9e7-4746-bbcb-46fbe2e8195b req-3f5d18eb-6561-4fda-a3a5-6f433c0d2195 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1528208 Jan 17 17:33:26.315353 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-bb3c059e-3b88-4c7d-9394-d5e1a8534a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:26.316821 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-bb3c059e-3b88-4c7d-9394-d5e1a8534a98 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=142cb884a6364443a8724b584d9f7c0f&device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 1099 time: 0.1676545 Jan 17 17:33:26.432367 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187724b-aa41-48bf-8dd0-bc7cfab12a15 req-6fb48231-5205-4b77-ae02-0a813f190df2 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:26.433832 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1187724b-aa41-48bf-8dd0-bc7cfab12a15 req-6fb48231-5205-4b77-ae02-0a813f190df2 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 943 time: 0.2477031 Jan 17 17:33:26.445437 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1a8529c2-c9e7-4746-bbcb-46fbe2e8195b req-64d51654-f268-4ecc-9881-c64888a085dd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515191 Jan 17 17:33:26.532259 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1187724b-aa41-48bf-8dd0-bc7cfab12a15 req-9865de34-3f9c-44d0-9ae9-d976951edb7e tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887418 Jan 17 17:33:26.533642 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-372bd12a-0a5f-48ff-bd3b-9ba4e9756226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:26.535148 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-372bd12a-0a5f-48ff-bd3b-9ba4e9756226 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 200 len: 919 time: 0.2084067 Jan 17 17:33:26.627150 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-d7aca6e9-5d2f-4a3c-b861-10e78d1c8044 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0be506a8-e745-443b-9fbf-dccafd6d163e HTTP/1.1" status: 200 len: 217 time: 0.0846696 Jan 17 17:33:26.726716 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-1d93ed68-3c70-4b6d-80bb-faf592772e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:26.728281 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-1d93ed68-3c70-4b6d-80bb-faf592772e3c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 200 len: 858 time: 0.0939820 Jan 17 17:33:26.783072 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-bf24680a-330d-47bd-9f95-5451c90d681d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f73ef950-9685-4823-bdb4-ca771d5095b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486188 Jan 17 17:33:26.927738 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-77c86de1-a488-46d2-af07-230008ed022d service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388917 Jan 17 17:33:27.145956 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d6b7dcde-171f-4957-b940-cff64615fcf3 req-03b1dc33-d674-41e1-b53d-2eb367f083b7 service neutron] 10.222.0.106 "GET /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117515 Jan 17 17:33:27.672105 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491236c6-be02-43d9-b467-4fae16125436 req-71be1ab9-0185-401e-bc27-6c15c3c7c83a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:27.673848 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-491236c6-be02-43d9-b467-4fae16125436 req-71be1ab9-0185-401e-bc27-6c15c3c7c83a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1053264 Jan 17 17:33:27.731005 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-491236c6-be02-43d9-b467-4fae16125436 req-6789baa9-b5e5-460c-ab95-fa2452dac707 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509791 Jan 17 17:33:27.760324 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64593170-0b16-46aa-8309-2a5eaecf9548 req-1192cb16-44a9-4d71-ab54-463c4cfcaab6 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:27.768921 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-64593170-0b16-46aa-8309-2a5eaecf9548 req-1192cb16-44a9-4d71-ab54-463c4cfcaab6 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 943 time: 0.1074750 Jan 17 17:33:27.815984 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-64593170-0b16-46aa-8309-2a5eaecf9548 req-a04a1907-6e2d-4266-8aa4-c077fbd6c908 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Jan 17 17:33:28.276454 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:33:28.359307 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59774) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:28.423363 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:28.441062 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '84e9bfd4-d2df-456b-bf0d-65e0839b31a9', 'network_id': '92ad863a-5229-4e0e-b429-f4840ad6fadd', 'port_id': '84e9bfd4-d2df-456b-bf0d-65e0839b31a9', 'mac_address': 'fa:16:3e:18:77:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f2f515-814a-4720-87ee-c03733b1a7a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:33:28.490947 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.499795 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.507133 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:28.510953 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] Usage tracker for resource:security_group_rule and tenant:669a10a6797043f0b48d766dc5e848e8 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:28.513751 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:28.518576 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:33:28.520047 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:28.536498 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:28.543311 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.621947 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:28.628108 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.630050 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.630488 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.630811 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.631392 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.631744 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.632104 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.632444 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.632782 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.633135 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.633464 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.633792 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.634138 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.634246 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:33:28.682547 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=669a10a6797043f0b48d766dc5e848e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219299 Jan 17 17:33:28.684499 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3339836-a990-469c-961f-5b3b7dec47b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ae93b7-b402-497c-9640-517231d0a823,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:28.685334 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59780) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:28.755760 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f869605f-8851-4e7a-a0b5-b86ce35a0726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.783972 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f869605f-8851-4e7a-a0b5-b86ce35a0726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.850738 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['84e9bfd4-d2df-456b-bf0d-65e0839b31a9'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:33:28.859615 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f869605f-8851-4e7a-a0b5-b86ce35a0726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.885402 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f869605f-8851-4e7a-a0b5-b86ce35a0726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:28.886830 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-f869605f-8851-4e7a-a0b5-b86ce35a0726 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/53ae93b7-b402-497c-9640-517231d0a823 HTTP/1.1" status: 204 len: 168 time: 0.2003727 Jan 17 17:33:28.887868 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869605f-8851-4e7a-a0b5-b86ce35a0726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ae93b7-b402-497c-9640-517231d0a823,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:29.031247 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be657d25-ed00-4e67-b196-3406e505ed6c req-570ff2d8-7c1d-4812-be99-07b5951b59ab tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:29.047798 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-be657d25-ed00-4e67-b196-3406e505ed6c req-570ff2d8-7c1d-4812-be99-07b5951b59ab tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1534083 Jan 17 17:33:29.114749 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-be657d25-ed00-4e67-b196-3406e505ed6c req-62ad9452-31b0-46b4-8e2c-5d8098fc7d42 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612705 Jan 17 17:33:29.143175 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48c25-147c-44ad-8fda-b0c5b4eaffec req-8651e0a7-ed06-4f87-ba6d-7ba356cafe6b tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:29.144861 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-78d48c25-147c-44ad-8fda-b0c5b4eaffec req-8651e0a7-ed06-4f87-ba6d-7ba356cafe6b tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 944 time: 0.1050966 Jan 17 17:33:29.192474 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-78d48c25-147c-44ad-8fda-b0c5b4eaffec req-7718e3c5-7e0f-4b67-9f46-f65c01e63682 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Jan 17 17:33:29.291384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59794) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:29.314074 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:29.328595 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:29.333330 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] Usage tracker for resource:security_group_rule and tenant:6fb3be7211994f94a4bc10a8e07f0a80 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:29.336245 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:29.342117 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:29.432621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:29.436474 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:29.486573 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6fb3be7211994f94a4bc10a8e07f0a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939983 Jan 17 17:33:29.487521 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852b8cd-0c81-4f0c-a703-f70c5e5234e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bc674a-c1f8-4b55-9cd9-bdd1ed4e6526,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:29.489216 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59800) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:29.553385 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee52-3498-4953-aca7-8b986789633e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:29.585723 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee52-3498-4953-aca7-8b986789633e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:29.640315 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee52-3498-4953-aca7-8b986789633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:29.656897 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1ee52-3498-4953-aca7-8b986789633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bc674a-c1f8-4b55-9cd9-bdd1ed4e6526,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:29.668712 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee52-3498-4953-aca7-8b986789633e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:29.672880 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b3f1ee52-3498-4953-aca7-8b986789633e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/88bc674a-c1f8-4b55-9cd9-bdd1ed4e6526 HTTP/1.1" status: 204 len: 168 time: 0.1823065 Jan 17 17:33:30.284993 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:33:30.312118 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76a5c3-2af9-4ba9-a0f3-9353f8d4be6e req-0bed9a9b-a665-4a66-8cbd-d55490f6e324 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:30.319683 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ef76a5c3-2af9-4ba9-a0f3-9353f8d4be6e req-0bed9a9b-a665-4a66-8cbd-d55490f6e324 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1047933 Jan 17 17:33:30.377751 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ef76a5c3-2af9-4ba9-a0f3-9353f8d4be6e req-a8ee75c9-ee43-4ad8-a314-99711943d85e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570791 Jan 17 17:33:30.396051 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:33:30.406242 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:33:30.408245 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:30.421014 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c6526-12e8-4c5a-8e09-b6031bac358d req-6b8f54c2-2993-4b28-8399-f0e40ac361ee tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:30.428739 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a49c6526-12e8-4c5a-8e09-b6031bac358d req-6b8f54c2-2993-4b28-8399-f0e40ac361ee tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 944 time: 0.1112645 Jan 17 17:33:30.491001 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a49c6526-12e8-4c5a-8e09-b6031bac358d req-0b335c6a-83a4-4744-8f76-a8f687d6e90a tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605063 Jan 17 17:33:30.552161 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:30.586274 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7750abad-8e8a-4588-abb8-492b71a2ec83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9bfd4-d2df-456b-bf0d-65e0839b31a9'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:33:30.612507 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:30.619486 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:30.678205 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7750abad-8e8a-4588-abb8-492b71a2ec83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9bfd4-d2df-456b-bf0d-65e0839b31a9', 'code': 200} Jan 17 17:33:30.714742 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:30.947653 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80324d76-cdf4-4a4a-8916-03b0e94affd9 req-3ae88056-0d2e-409f-b043-1fc0ec4528c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:30.949962 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-80324d76-cdf4-4a4a-8916-03b0e94affd9 req-3ae88056-0d2e-409f-b043-1fc0ec4528c1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 1098 time: 0.0962887 Jan 17 17:33:31.013888 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-80324d76-cdf4-4a4a-8916-03b0e94affd9 req-9a63a662-0ea4-4669-bd69-10f308b0ef64 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529339 Jan 17 17:33:31.712993 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcfbc-09a0-4213-927b-d1f48247069a req-49e04b2b-cdff-4aab-84e9-82bb6d5c7560 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:31.715548 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-dd9bcfbc-09a0-4213-927b-d1f48247069a req-49e04b2b-cdff-4aab-84e9-82bb6d5c7560 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 945 time: 0.0988846 Jan 17 17:33:31.766291 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-dd9bcfbc-09a0-4213-927b-d1f48247069a req-3f139f72-fa78-48b9-8601-dd34ec1fdf69 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 Jan 17 17:33:32.885065 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59906) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:32.967356 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9507c16-961f-4e67-a2c3-8fa91cba4bc1 req-1c6fd842-23c8-426f-b5ef-35efb6f8c47d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:32.968824 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e9507c16-961f-4e67-a2c3-8fa91cba4bc1 req-1c6fd842-23c8-426f-b5ef-35efb6f8c47d tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 945 time: 0.0837922 Jan 17 17:33:33.010234 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:33.018371 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e9507c16-961f-4e67-a2c3-8fa91cba4bc1 req-1d221efc-5c95-42fc-8c4b-d488c97e70a0 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Jan 17 17:33:33.025517 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:33.029330 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:4c83b4999e1b496f96b5a99087a83dde is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:33.033040 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:33.038710 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:33.182863 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:33.191178 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:33.240852 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d4b37-3fb6-44a9-b4b3-3ddde67a4683,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:33.250477 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-3c21ee88-662d-44a1-96f2-103313199ba0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4c83b4999e1b496f96b5a99087a83dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630629 Jan 17 17:33:33.252900 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59922) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:33.336351 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8c49e955-f82d-4110-b669-5bde18dd808e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:33.384303 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8c49e955-f82d-4110-b669-5bde18dd808e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:33.479105 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8c49e955-f82d-4110-b669-5bde18dd808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:33.506071 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49e955-f82d-4110-b669-5bde18dd808e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d4b37-3fb6-44a9-b4b3-3ddde67a4683,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:33.510293 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8c49e955-f82d-4110-b669-5bde18dd808e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:33.527881 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8c49e955-f82d-4110-b669-5bde18dd808e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b94d4b37-3fb6-44a9-b4b3-3ddde67a4683 HTTP/1.1" status: 204 len: 168 time: 0.2648125 Jan 17 17:33:33.749378 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fa006-063b-4dd6-bb89-9ee74f584f80 req-c62d8071-6b36-41fd-8749-a6e8644bc17c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:33.751548 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4b3fa006-063b-4dd6-bb89-9ee74f584f80 req-c62d8071-6b36-41fd-8749-a6e8644bc17c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0946012 Jan 17 17:33:33.836262 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4b3fa006-063b-4dd6-bb89-9ee74f584f80 req-d2f3c09b-64df-4191-883b-3ded655651e4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753164 Jan 17 17:33:33.948159 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 59946) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:33.965722 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:33.983765 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:33.988196 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e8539421941e4689a7e1e6f8933a36fa is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:33.991022 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:33.996530 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:34.082771 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:34.086438 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:34.138188 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e8539421941e4689a7e1e6f8933a36fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888225 Jan 17 17:33:34.139810 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720afd0-1bd4-4a83-af98-389f07bcb5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fa07d4-b23d-44cd-8b59-516a57a7916c,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:34.141140 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 59950) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:34.207481 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-12403710-d89b-4eaf-87ea-7ba9d509c1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:34.238553 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-12403710-d89b-4eaf-87ea-7ba9d509c1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:34.291236 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-12403710-d89b-4eaf-87ea-7ba9d509c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:34.306661 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12403710-d89b-4eaf-87ea-7ba9d509c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fa07d4-b23d-44cd-8b59-516a57a7916c,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:34.316333 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-12403710-d89b-4eaf-87ea-7ba9d509c1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:34.317451 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-12403710-d89b-4eaf-87ea-7ba9d509c1f9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c0fa07d4-b23d-44cd-8b59-516a57a7916c HTTP/1.1" status: 204 len: 168 time: 0.1750643 Jan 17 17:33:35.066570 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94022-046e-49e9-b41e-027018ffda7b req-47f36ee8-01f4-41a5-bca5-d38fdfeb00e1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:35.068162 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e1f94022-046e-49e9-b41e-027018ffda7b req-47f36ee8-01f4-41a5-bca5-d38fdfeb00e1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0940652 Jan 17 17:33:35.118398 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e1f94022-046e-49e9-b41e-027018ffda7b req-763871f4-4ef3-4e32-835a-36ae4144f6ff tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445597 Jan 17 17:33:36.341483 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08566c8-6efd-48c8-909f-2374056e96a2 req-27963924-650e-444c-8687-9fa97a623f84 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:36.343084 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b08566c8-6efd-48c8-909f-2374056e96a2 req-27963924-650e-444c-8687-9fa97a623f84 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0957990 Jan 17 17:33:36.358056 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496fcb-52da-49f4-9d34-6ad03489c2c4 req-1b2c04eb-cb05-461b-8aa1-246129de2f0f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:36.360493 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-03496fcb-52da-49f4-9d34-6ad03489c2c4 req-1b2c04eb-cb05-461b-8aa1-246129de2f0f tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0955510 Jan 17 17:33:36.404651 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b08566c8-6efd-48c8-909f-2374056e96a2 req-7e220c06-f1f9-40fd-884a-2f57f977d4e9 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517919 Jan 17 17:33:36.412192 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-03496fcb-52da-49f4-9d34-6ad03489c2c4 req-43d317d7-fefe-43db-89e0-f1da9f25e8fe tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450616 Jan 17 17:33:37.616725 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6d1c3-7571-4a4b-94e3-23dd7e992f3a req-0a4147b2-1e0d-44c4-86d2-91e029325ed1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:37.618053 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b7b6d1c3-7571-4a4b-94e3-23dd7e992f3a req-0a4147b2-1e0d-44c4-86d2-91e029325ed1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0950906 Jan 17 17:33:37.619050 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba67d8-8039-4167-a81c-415741267dba req-86c3a9d0-4ddf-4696-825e-f11af4435d17 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:37.620494 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7bba67d8-8039-4167-a81c-415741267dba req-86c3a9d0-4ddf-4696-825e-f11af4435d17 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0992746 Jan 17 17:33:37.667336 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b7b6d1c3-7571-4a4b-94e3-23dd7e992f3a req-a31b961d-445d-417d-b057-b2c6e4939c21 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430796 Jan 17 17:33:37.667488 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7bba67d8-8039-4167-a81c-415741267dba req-3a41a0fb-c322-4e2b-a3a0-7508b9949183 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Jan 17 17:33:38.866464 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd06f9-aa0d-40c7-ae12-e15dbbc20fda req-24a21640-6305-462a-82fd-a38646a26462 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:38.868145 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27bd06f9-aa0d-40c7-ae12-e15dbbc20fda req-24a21640-6305-462a-82fd-a38646a26462 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.0933039 Jan 17 17:33:38.914558 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057dcc9-be36-491c-8840-37bb1a5c343d req-68a138d1-72f5-419f-987b-0b3d3983b9cf tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:38.915486 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27bd06f9-aa0d-40c7-ae12-e15dbbc20fda req-8f87c54d-924e-42a5-9d57-2d150217f5be tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Jan 17 17:33:38.916058 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3057dcc9-be36-491c-8840-37bb1a5c343d req-68a138d1-72f5-419f-987b-0b3d3983b9cf tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1343215 Jan 17 17:33:38.978664 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3057dcc9-be36-491c-8840-37bb1a5c343d req-73de2bf0-f05e-450c-b4b9-1f2b4d0a755f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508356 Jan 17 17:33:38.994423 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-98115d82-1a4f-4fd7-ae20-8700fc4012b2 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:38.996676 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-98115d82-1a4f-4fd7-ae20-8700fc4012b2 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.106 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 945 time: 0.1471725 Jan 17 17:33:39.068279 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Deleting port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:33:39.068606 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:39.390741 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] For port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:39.391325 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:39.520058 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Calling delete_port for aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 owned by compute:nova {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:33:39.681868 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:39.699327 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4', '0be506a8-e745-443b-9fbf-dccafd6d163e'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:33:39.741330 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Pushing event deleted for resources: {'Port': ['ID=aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:39.816730 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] No DVR routers for this DVR port aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 on host hv-cinder-81888 {{(pid=86776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:33:39.820119 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:39.824780 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0948525-54cc-4745-8f4a-3344bf3c562d', 'name': 'network-vif-deleted', 'tag': 'aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:33:39.846409 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-16529c00-a91d-4ae7-a07c-c7fbcebd9bcb req-0aecc8d1-660a-4d9e-b14e-0c16c4119a87 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.106 "DELETE /v2.0/ports/aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 HTTP/1.1" status: 204 len: 173 time: 0.8400512 Jan 17 17:33:39.911217 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0948525-54cc-4745-8f4a-3344bf3c562d', 'name': 'network-vif-deleted', 'tag': 'aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4', 'status': 'completed', 'code': 200} Jan 17 17:33:40.138640 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-e2888b8a-4d11-40b9-b338-749241833db5 req-b2c6614c-c9e2-4ac4-ba22-d7e3921dd5fd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Synchronizing usage tracker for tenant:142cb884a6364443a8724b584d9f7c0f on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:33:40.163832 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-e2888b8a-4d11-40b9-b338-749241833db5 req-b2c6614c-c9e2-4ac4-ba22-d7e3921dd5fd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Unset dirty status for tenant:142cb884a6364443a8724b584d9f7c0f on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:33:40.165106 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e2888b8a-4d11-40b9-b338-749241833db5 req-b2c6614c-c9e2-4ac4-ba22-d7e3921dd5fd tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0948525-54cc-4745-8f4a-3344bf3c562d HTTP/1.1" status: 200 len: 210 time: 0.0726268 Jan 17 17:33:40.216838 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140fd3-6b73-4977-813e-e0d31f1170f1 req-d88e5eb7-fcf4-4d5d-8d23-9ab13db3763e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:40.218411 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-75140fd3-6b73-4977-813e-e0d31f1170f1 req-d88e5eb7-fcf4-4d5d-8d23-9ab13db3763e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0950725 Jan 17 17:33:40.267210 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-75140fd3-6b73-4977-813e-e0d31f1170f1 req-2588ad8e-7cf5-4a9f-a71e-b5d9eee971d7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Jan 17 17:33:41.463393 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30088187-2e56-4ec5-ac8e-d84383d065cf req-2f094fcd-2eb4-4aa6-88fb-c400a828f549 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:41.465205 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-30088187-2e56-4ec5-ac8e-d84383d065cf req-2f094fcd-2eb4-4aa6-88fb-c400a828f549 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0858269 Jan 17 17:33:41.511811 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-30088187-2e56-4ec5-ac8e-d84383d065cf req-b34192bc-853a-48ca-b6f2-7f65e7714657 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Jan 17 17:33:41.672697 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fef186-241e-4a02-9792-97fc570f2ed3 req-535a3fd7-ebdf-49dd-8069-e8a7daf23cd1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:41.674919 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-29fef186-241e-4a02-9792-97fc570f2ed3 req-535a3fd7-ebdf-49dd-8069-e8a7daf23cd1 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.1036751 Jan 17 17:33:41.729901 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-29fef186-241e-4a02-9792-97fc570f2ed3 req-2006b4e5-f07b-42a6-ae72-bbc78ccd29ed tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477338 Jan 17 17:33:42.174581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60160) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:42.295634 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:42.310262 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:42.314832 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] Usage tracker for resource:security_group_rule and tenant:58732d8a2a1244f28a2a14bbcbd857f0 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:42.317707 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:42.323488 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:42.415718 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:42.420220 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:42.468214 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=58732d8a2a1244f28a2a14bbcbd857f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927830 Jan 17 17:33:42.469646 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad6d24-34c9-402c-83b6-be25934ca0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172fb8f3-d3bc-478d-9e5f-d3053c196d3b,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:42.471943 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60166) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:42.533007 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0e232e0e-84a4-4940-9373-ba8aa0e5a90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:42.560485 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0e232e0e-84a4-4940-9373-ba8aa0e5a90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:42.617364 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0e232e0e-84a4-4940-9373-ba8aa0e5a90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:42.634977 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e232e0e-84a4-4940-9373-ba8aa0e5a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172fb8f3-d3bc-478d-9e5f-d3053c196d3b,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:42.646041 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0e232e0e-84a4-4940-9373-ba8aa0e5a90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:42.650425 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-0e232e0e-84a4-4940-9373-ba8aa0e5a90b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/172fb8f3-d3bc-478d-9e5f-d3053c196d3b HTTP/1.1" status: 204 len: 168 time: 0.1773293 Jan 17 17:33:42.717418 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a270e83-633d-47e3-b068-7ddbb2456b15 req-69795891-7050-4bda-83ba-a2c287d5bea7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:42.719785 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a270e83-633d-47e3-b068-7ddbb2456b15 req-69795891-7050-4bda-83ba-a2c287d5bea7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0898983 Jan 17 17:33:42.767521 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a270e83-633d-47e3-b068-7ddbb2456b15 req-cf6503db-0450-49cb-8824-c057174648fd tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420702 Jan 17 17:33:42.929029 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27495b0-80aa-4905-b565-762e6f906cda req-5865180d-bb20-4e87-9e80-568bf7829478 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:42.930607 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c27495b0-80aa-4905-b565-762e6f906cda req-5865180d-bb20-4e87-9e80-568bf7829478 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0888526 Jan 17 17:33:42.956931 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60180) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:42.984485 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:43.015352 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c27495b0-80aa-4905-b565-762e6f906cda req-7f33388a-2675-4123-a4ee-db6cfa8d5158 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781832 Jan 17 17:33:43.017352 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:43.021625 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] Usage tracker for resource:security_group_rule and tenant:eefa45e605a649fe9e6ead016950f73f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:43.024466 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:43.038174 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:43.116133 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:43.120133 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:43.171078 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ec6af-d764-4337-a77d-64572d2ea710,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:43.175728 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d4bda417-fbaa-4e7d-9b83-90ec99f80408 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=eefa45e605a649fe9e6ead016950f73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177954 Jan 17 17:33:43.178938 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60184) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:43.238938 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-45cae872-20ef-47ba-acf0-9652734298a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:43.264553 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-45cae872-20ef-47ba-acf0-9652734298a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:43.325264 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-45cae872-20ef-47ba-acf0-9652734298a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:43.342253 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cae872-20ef-47ba-acf0-9652734298a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ec6af-d764-4337-a77d-64572d2ea710,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:43.346749 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-45cae872-20ef-47ba-acf0-9652734298a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:43.347764 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-45cae872-20ef-47ba-acf0-9652734298a6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a04ec6af-d764-4337-a77d-64572d2ea710 HTTP/1.1" status: 204 len: 168 time: 0.1685517 Jan 17 17:33:43.965262 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f268a4-6c69-4b0e-98cb-d304d0344dcb req-2322d6d1-2fd6-4943-b57e-e01314d86b60 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:43.967090 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-89f268a4-6c69-4b0e-98cb-d304d0344dcb req-2322d6d1-2fd6-4943-b57e-e01314d86b60 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0916886 Jan 17 17:33:44.034801 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-89f268a4-6c69-4b0e-98cb-d304d0344dcb req-5408551d-e1ee-488d-9d84-e93366169392 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529408 Jan 17 17:33:44.124977 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60216) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:44.180115 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:33:44.221883 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b19d0-8f2f-4aa6-9c28-ce2050786f11 req-8262ab6e-c75c-4ce4-8eb2-6e565b6bb8ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:44.223249 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:33:44.223547 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e62b19d0-8f2f-4aa6-9c28-ce2050786f11 req-8262ab6e-c75c-4ce4-8eb2-6e565b6bb8ac tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0915041 Jan 17 17:33:44.223738 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device aa3bcc35-ec8c-4b5e-b63b-8a9ba2ba7da4 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:33:44.248711 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2009454360-network', 'tenant_id': 'b7f74d0700ee4b4da20c9b5a80b3994f'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:33:44.257674 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:44.269051 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Usage tracker for resource:network and tenant:b7f74d0700ee4b4da20c9b5a80b3994f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:44.273226 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:44.283088 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:44.289706 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e62b19d0-8f2f-4aa6-9c28-ce2050786f11 req-037d4c9f-ab82-4287-9e6d-7d8354b847bb tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600989 Jan 17 17:33:44.298069 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Made reservation on behalf of b7f74d0700ee4b4da20c9b5a80b3994f for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:33:44.300601 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.314218 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.330229 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:44.334584 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f74d0700ee4b4da20c9b5a80b3994f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:44.337847 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:44.343632 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:44.431326 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.436304 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.465705 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:33:44.479272 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a252147-be81-48b1-b5b8-25ea5d4d12a8,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:44.485616 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.485960 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Added segment fb3b7328-635d-4a8c-a6ef-f818fa6fccda of type vlan for network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 Jan 17 17:33:44.512615 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.550778 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.551756 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:44.552326 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.727235 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6001956 Jan 17 17:33:44.729852 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea0a70-4ab1-4833-a603-df4a6cfdb1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:44.731923 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60224) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:44.737766 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Request body: {'subnet': {'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2009454360-subnet', 'tenant_id': 'b7f74d0700ee4b4da20c9b5a80b3994f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:33:44.741030 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:33:44.743071 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:44.746751 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Usage tracker for resource:subnet and tenant:b7f74d0700ee4b4da20c9b5a80b3994f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:44.749633 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:44.756192 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:44.766435 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Made reservation on behalf of b7f74d0700ee4b4da20c9b5a80b3994f for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:33:44.768772 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684658'] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:44.984259 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2195988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684640'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:45.059735 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1725e7c2-f0bb-4a36-abd5-fc687f8f35f3,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:45.070741 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Checking segment: {'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:33:45.071108 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Network hostable DHCP agents. Network: ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:33:45.089450 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:33:45.100445 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:33:45.105658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:45.106419 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:45.110277 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b93e3e-420e-42c3-98f6-a7f6176eed85 None None] Network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:33:45.135627 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ba21877b-ce90-441f-a7cf-01abf9e92d83 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4024067 Jan 17 17:33:45.226318 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47854-2910-4634-873f-941dc2ac3530 req-ac57ce5b-c687-47e4-9346-b5f7c9775d41 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:45.227973 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-95b47854-2910-4634-873f-941dc2ac3530 req-ac57ce5b-c687-47e4-9346-b5f7c9775d41 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0838780 Jan 17 17:33:45.282865 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-95b47854-2910-4634-873f-941dc2ac3530 req-6f8caa18-107e-40de-a23b-f82f03a13c9d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492711 Jan 17 17:33:45.335176 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7e2a71-3224-4d55-979f-266edc5c9be1 None None] Network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:33:45.494721 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922d401-303e-4588-8f0a-14d496d48c51 req-7cc352b5-4760-4618-a19c-7e1ded69c84a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:45.496225 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5922d401-303e-4588-8f0a-14d496d48c51 req-7cc352b5-4760-4618-a19c-7e1ded69c84a tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0843360 Jan 17 17:33:45.547659 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5922d401-303e-4588-8f0a-14d496d48c51 req-6c0422ae-39e4-4f7c-a2cd-43746742fc2b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444665 Jan 17 17:33:46.486445 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2201995-f190-4455-9fbb-3677f0b8e085 req-084e437b-2036-4776-be26-ed67482fbb49 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:46.487940 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e2201995-f190-4455-9fbb-3677f0b8e085 req-084e437b-2036-4776-be26-ed67482fbb49 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0851190 Jan 17 17:33:46.539273 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e2201995-f190-4455-9fbb-3677f0b8e085 req-52f57edd-9303-49a1-81ab-3a53a830eb6f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457783 Jan 17 17:33:46.748953 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb78953-0067-4697-bac7-f076d83b4067 req-44752932-4a81-49d1-bf71-03218e81b6ea tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:46.750912 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dbb78953-0067-4697-bac7-f076d83b4067 req-44752932-4a81-49d1-bf71-03218e81b6ea tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0858114 Jan 17 17:33:46.797121 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dbb78953-0067-4697-bac7-f076d83b4067 req-d26156a8-fbce-421c-adff-f54e7ad08e57 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Jan 17 17:33:47.255619 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-61797330-73c1-4293-8698-7bf60b9f009f tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:47.257041 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-61797330-73c1-4293-8698-7bf60b9f009f tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/networks?id=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 HTTP/1.1" status: 200 len: 809 time: 0.1539545 Jan 17 17:33:47.271555 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-2e8c0781-1996-4b1f-a643-44f6644e828f tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/quotas/b7f74d0700ee4b4da20c9b5a80b3994f HTTP/1.1" status: 200 len: 375 time: 0.0091317 Jan 17 17:33:47.323940 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-8507b266-3bd7-41fb-9f11-ff48af6e5090 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b7f74d0700ee4b4da20c9b5a80b3994f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474622 Jan 17 17:33:47.458535 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-f3da939a-3456-4093-93d9-91cce2ff4b42 service neutron] 10.222.0.107 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265435 Jan 17 17:33:47.594504 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-707183a3-6cd0-4cb3-a508-8bea61373e37 service neutron] 10.222.0.107 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292930 Jan 17 17:33:47.731954 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887f9ee-2034-48a1-aa7e-a7d2452826b9 req-25d5c344-5432-41a7-a7aa-b5759c84c035 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:47.733503 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7887f9ee-2034-48a1-aa7e-a7d2452826b9 req-25d5c344-5432-41a7-a7aa-b5759c84c035 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0869493 Jan 17 17:33:47.790468 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7887f9ee-2034-48a1-aa7e-a7d2452826b9 req-dc489df5-56ee-4816-a473-5c1ef76d248f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500326 Jan 17 17:33:47.847804 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-31aa4b3a-c6df-4290-8b60-387e3c6e421a req-38efe06a-dd47-48e3-a2aa-1e92e3459263 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 210 time: 0.1102209 Jan 17 17:33:48.003554 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771286-f510-4c97-8151-0ab1f5f8fbe3 req-0009b0e1-15d8-4240-a7d8-6d4180bfae3b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:48.005563 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4a771286-f510-4c97-8151-0ab1f5f8fbe3 req-0009b0e1-15d8-4240-a7d8-6d4180bfae3b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0941968 Jan 17 17:33:48.058361 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4a771286-f510-4c97-8151-0ab1f5f8fbe3 req-a2fa89e3-18ee-4121-89af-563a6ce0008d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Jan 17 17:33:48.077740 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a221bda1-93c4-4989-99a9-534ee0a4596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:48.986445 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023c94-4eb1-401f-9772-1eb74c15fadd req-f7a4220b-58f5-4e4d-88ec-56bc9223ffda tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:48.988568 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-eb023c94-4eb1-401f-9772-1eb74c15fadd req-f7a4220b-58f5-4e4d-88ec-56bc9223ffda tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0817809 Jan 17 17:33:48.996391 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-30852cb4-4876-46fb-8312-68a5f64a9edd req-111c9a9b-a6d8-46b3-b072-291127cabbaa tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 210 time: 0.0428684 Jan 17 17:33:49.043017 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-eb023c94-4eb1-401f-9772-1eb74c15fadd req-ed1b7737-b632-4e33-bd80-1a4a4d002c7f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486901 Jan 17 17:33:49.266925 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e71dbb-9861-40c9-b74b-90910bf35051 req-07cf4210-e188-428b-aeef-8135f6b77443 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:49.271119 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-92e71dbb-9861-40c9-b74b-90910bf35051 req-07cf4210-e188-428b-aeef-8135f6b77443 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0912414 Jan 17 17:33:49.316589 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-92e71dbb-9861-40c9-b74b-90910bf35051 req-24fb2590-ce5e-43c0-aa72-d6f5576a994d tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/security-groups?id=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 Jan 17 17:33:49.659942 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-1763600a-a9b6-4c79-bfd0-1e57248fb17e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:49.661370 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-1763600a-a9b6-4c79-bfd0-1e57248fb17e tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.106 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 946 time: 0.0797598 Jan 17 17:33:49.735343 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Deleting port 0be506a8-e745-443b-9fbf-dccafd6d163e {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:33:49.735343 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:49.995825 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] For port 0be506a8-e745-443b-9fbf-dccafd6d163e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0be506a8-e745-443b-9fbf-dccafd6d163e,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:49.996580 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:50.019127 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-cf395479-d2ba-4901-9bcc-456e65d715c4 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:50.019923 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-cf395479-d2ba-4901-9bcc-456e65d715c4 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Synchronizing usage tracker for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:network {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:33:50.040737 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-cf395479-d2ba-4901-9bcc-456e65d715c4 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Unset dirty status for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:network {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:33:50.042461 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-cf395479-d2ba-4901-9bcc-456e65d715c4 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.106 "GET /v2.0/networks?id=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 HTTP/1.1" status: 200 len: 809 time: 0.1874673 Jan 17 17:33:50.056899 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Request body: {'port': {'device_id': 'a8e8d761-894b-46c0-84ed-cc17d0ada88b', 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55', 'admin_state_up': True, 'tenant_id': 'b7f74d0700ee4b4da20c9b5a80b3994f'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:33:50.183621 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Calling delete_port for 0be506a8-e745-443b-9fbf-dccafd6d163e owned by compute:nova {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:33:50.260237 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8e98b2ea-d9af-4af0-b6a6-5c4e509e85c5 req-96dc7fc7-a341-44e9-a5c8-db4967986525 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 210 time: 0.0837297 Jan 17 17:33:50.270361 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:33:50.276050 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Usage tracker for resource:port and tenant:b7f74d0700ee4b4da20c9b5a80b3994f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:33:50.279501 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:33:50.287999 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:33:50.303188 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Made reservation on behalf of b7f74d0700ee4b4da20c9b5a80b3994f for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:33:50.306756 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:50.335422 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2afcd5-17f7-4991-b7fa-7ef0f3ea004e req-d9a1dc51-f898-4163-9f6a-84a3a085003b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:50.337189 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6c2afcd5-17f7-4991-b7fa-7ef0f3ea004e req-d9a1dc51-f898-4163-9f6a-84a3a085003b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1519086 Jan 17 17:33:50.349293 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5dba0d6f-52fa-47fa-9cd4-7cc45c078116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:50.425249 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:50.438056 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0be506a8-e745-443b-9fbf-dccafd6d163e'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:33:50.462400 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6c2afcd5-17f7-4991-b7fa-7ef0f3ea004e req-3bf59f0b-5824-45f3-b531-1bbe024a8bc0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718775 Jan 17 17:33:50.546885 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Pushing event deleted for resources: {'Port': ['ID=0be506a8-e745-443b-9fbf-dccafd6d163e,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:50.572335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Allocated IP 172.20.0.11 (ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55/1725e7c2-f0bb-4a36-abd5-fc687f8f35f3/2122cc24-6343-4ba3-888a-de312b755a3b) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:33:50.669079 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a61385de-c487-4d5c-b412-6043ee103f26 req-91a241aa-3a24-4131-b64a-af1530fc4d7b tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.107 "GET /v2.0/ports?device_id=cffe180f-942c-4809-a301-2bd5e409a37b HTTP/1.1" status: 200 len: 210 time: 0.2056730 Jan 17 17:33:50.670125 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] No DVR routers for this DVR port 0be506a8-e745-443b-9fbf-dccafd6d163e on host hv-cinder-81888 {{(pid=86776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:33:50.673158 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:50.692193 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe180f-942c-4809-a301-2bd5e409a37b', 'name': 'network-vif-deleted', 'tag': '0be506a8-e745-443b-9fbf-dccafd6d163e'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:33:50.710823 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4523bce4-65ac-4e02-85dc-c8aa20ed2fd0 req-3d9f9738-1764-43c4-9ae8-d657da8ed954 tempest-ServerRescueNegativeTestJSON-18621554 tempest-ServerRescueNegativeTestJSON-18621554-project] 10.222.0.106 "DELETE /v2.0/ports/0be506a8-e745-443b-9fbf-dccafd6d163e HTTP/1.1" status: 204 len: 173 time: 1.0409603 Jan 17 17:33:50.774939 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffe180f-942c-4809-a301-2bd5e409a37b', 'name': 'network-vif-deleted', 'tag': '0be506a8-e745-443b-9fbf-dccafd6d163e', 'status': 'completed', 'code': 200} Jan 17 17:33:50.955960 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:50.996373 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:51.007271 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574919f-9d19-4d78-a7ed-e271ad2de51a req-6777bdf3-4ba5-4183-8761-a41c170cee9f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:51.015449 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c574919f-9d19-4d78-a7ed-e271ad2de51a req-6777bdf3-4ba5-4183-8761-a41c170cee9f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1094587 Jan 17 17:33:51.082552 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c574919f-9d19-4d78-a7ed-e271ad2de51a req-51df6196-4b78-44db-9202-0fbd88fd8d08 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655367 Jan 17 17:33:51.099007 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:33:51.102294 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:33:51.107265 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:33:51.201600 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03464c-ad2b-409d-9544-f84d5685858e req-80245e30-df42-40e9-bf9b-5bd306e055a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:51.203163 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd03464c-ad2b-409d-9544-f84d5685858e req-80245e30-df42-40e9-bf9b-5bd306e055a9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 1099 time: 0.0745645 Jan 17 17:33:51.255215 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Pushing event updated for resources: {'Port': ['ID=2122cc24-6343-4ba3-888a-de312b755a3b,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:51.290730 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:51.292131 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:51.318126 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-6bbbd144-18ba-470e-a90e-1654b3928c97 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2659466 Jan 17 17:33:51.332146 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Request body: {'port': {'device_id': 'a8e8d761-894b-46c0-84ed-cc17d0ada88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:33:51.348053 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03464c-ad2b-409d-9544-f84d5685858e req-a0830b7b-7468-48a8-96ff-649ad8171417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:51.349647 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd03464c-ad2b-409d-9544-f84d5685858e req-a0830b7b-7468-48a8-96ff-649ad8171417 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 911 time: 0.1398802 Jan 17 17:33:51.476334 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd03464c-ad2b-409d-9544-f84d5685858e req-b87306cb-a35c-41af-a691-295e1d6332ec service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef HTTP/1.1" status: 200 len: 1001 time: 0.1204696 Jan 17 17:33:51.518018 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:51.550357 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:51.559989 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03464c-ad2b-409d-9544-f84d5685858e req-62f6f248-9e43-4725-9b11-d993e8f4bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:51.561497 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd03464c-ad2b-409d-9544-f84d5685858e req-62f6f248-9e43-4725-9b11-d993e8f4bb97 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.0787673 Jan 17 17:33:51.678539 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad1ec-3628-491a-877a-9466ee8f05de req-91430a44-32b2-441f-a61a-7da9d20886f2 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:51.679715 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-860ad1ec-3628-491a-877a-9466ee8f05de req-91430a44-32b2-441f-a61a-7da9d20886f2 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Synchronizing usage tracker for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:33:51.702050 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03464c-ad2b-409d-9544-f84d5685858e req-e9b7d9d0-bd63-4bf2-9dfc-202976aad239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:51.703663 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd03464c-ad2b-409d-9544-f84d5685858e req-e9b7d9d0-bd63-4bf2-9dfc-202976aad239 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1317866 Jan 17 17:33:51.724198 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-860ad1ec-3628-491a-877a-9466ee8f05de req-91430a44-32b2-441f-a61a-7da9d20886f2 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Unset dirty status for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:33:51.725334 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-860ad1ec-3628-491a-877a-9466ee8f05de req-91430a44-32b2-441f-a61a-7da9d20886f2 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 932 time: 0.3407524 Jan 17 17:33:51.794548 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60344) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:51.856830 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:51.883352 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd03464c-ad2b-409d-9544-f84d5685858e req-9f0ba9b2-dcb6-43d0-a00c-1f0e4303386c service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675208 Jan 17 17:33:51.898988 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-860ad1ec-3628-491a-877a-9466ee8f05de req-991cb60e-f06b-4dab-b770-d60e2b9c2a50 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Synchronizing usage tracker for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:33:51.945325 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-860ad1ec-3628-491a-877a-9466ee8f05de req-991cb60e-f06b-4dab-b770-d60e2b9c2a50 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Unset dirty status for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:33:51.946471 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-860ad1ec-3628-491a-877a-9466ee8f05de req-991cb60e-f06b-4dab-b770-d60e2b9c2a50 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815891 Jan 17 17:33:52.028960 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd03464c-ad2b-409d-9544-f84d5685858e req-1ac08cb3-bf94-4e14-8da1-a1dddf12b87f service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396739 Jan 17 17:33:52.256287 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:52.307108 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff14b0a-84c9-45bc-b19a-24e9fb8ffb27 req-971f1435-c0aa-4787-87c2-feb258548ab9 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:52.309134 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2ff14b0a-84c9-45bc-b19a-24e9fb8ffb27 req-971f1435-c0aa-4787-87c2-feb258548ab9 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1015937 Jan 17 17:33:52.363571 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2ff14b0a-84c9-45bc-b19a-24e9fb8ffb27 req-b9c638ea-965d-4f5d-8cdb-b0e1e21dfd09 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484459 Jan 17 17:33:52.468790 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2122cc24-6343-4ba3-888a-de312b755a3b {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:33:52.483205 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:52.544436 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Transition to ACTIVE for port object 2122cc24-6343-4ba3-888a-de312b755a3b will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:33:52.548383 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:52.727546 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Pushing event updated for resources: {'Port': ['ID=2122cc24-6343-4ba3-888a-de312b755a3b,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:52.856658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Attempting to bind port 2122cc24-6343-4ba3-888a-de312b755a3b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:33:52.856991 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Attempting to bind port 2122cc24-6343-4ba3-888a-de312b755a3b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:33:52.857314 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Attempting to bind port 2122cc24-6343-4ba3-888a-de312b755a3b on network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:33:52.874576 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Port 2122cc24-6343-4ba3-888a-de312b755a3b on network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:33:52.874854 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Attempting to bind port 2122cc24-6343-4ba3-888a-de312b755a3b on network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:33:52.883740 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:33:52.884071 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Checking segment: {'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:33:52.884441 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Bound using segment: {'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:33:52.884859 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Bound port: 2122cc24-6343-4ba3-888a-de312b755a3b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:33:52.885199 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:52.931986 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:52.964843 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:53.301212 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] For port 2122cc24-6343-4ba3-888a-de312b755a3b, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:33:53.331885 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] For port 2122cc24-6343-4ba3-888a-de312b755a3b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2122cc24-6343-4ba3-888a-de312b755a3b,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:33:53.348543 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:53.430381 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:53.431041 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:53.432428 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] 10.222.0.106 "PUT /v2.0/ports/2122cc24-6343-4ba3-888a-de312b755a3b HTTP/1.1" status: 200 len: 1094 time: 2.1079099 Jan 17 17:33:53.481073 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e8d761-894b-46c0-84ed-cc17d0ada88b', 'tag': '2122cc24-6343-4ba3-888a-de312b755a3b'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:33:53.564099 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fedb2d-8c2a-4640-b6d0-efc286cb6ce7 req-fb12ca1f-d9dc-4421-b86b-a9359d785c27 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:53.565605 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82fedb2d-8c2a-4640-b6d0-efc286cb6ce7 req-fb12ca1f-d9dc-4421-b86b-a9359d785c27 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 944 time: 0.4417861 Jan 17 17:33:53.569443 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936d32c-b159-4da6-abd2-b8808f29fd72 service neutron] Pushing event updated for resources: {'Port': ['ID=2122cc24-6343-4ba3-888a-de312b755a3b,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:53.569851 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95852e18-f344-48a9-b1c0-570ca3e5e60c req-dbfe1d1e-9878-486d-ba72-437190c5c185 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:53.579233 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-95852e18-f344-48a9-b1c0-570ca3e5e60c req-dbfe1d1e-9878-486d-ba72-437190c5c185 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1021485 Jan 17 17:33:53.620743 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-95852e18-f344-48a9-b1c0-570ca3e5e60c req-de8ef0eb-246a-4fe7-b69e-6ac5c3aa080f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403352 Jan 17 17:33:53.629607 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82fedb2d-8c2a-4640-b6d0-efc286cb6ce7 req-4dfed002-2909-4fb2-9a20-02a60921da15 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572698 Jan 17 17:33:53.684951 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e8d761-894b-46c0-84ed-cc17d0ada88b', 'tag': '2122cc24-6343-4ba3-888a-de312b755a3b', 'status': 'completed', 'code': 200} Jan 17 17:33:53.698359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Deleting port b5b44ae1-4fbe-43df-8e39-8d6ec878a381 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:33:53.698693 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:53.729586 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0be506a8-e745-443b-9fbf-dccafd6d163e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:33:53.767142 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 0be506a8-e745-443b-9fbf-dccafd6d163e {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:33:53.767477 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0be506a8-e745-443b-9fbf-dccafd6d163e not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:33:53.881268 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] For port b5b44ae1-4fbe-43df-8e39-8d6ec878a381, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,segment=NetworkSegment(06e8adaa-f75c-4bf5-9a06-9214ed7c8675),segment_id=06e8adaa-f75c-4bf5-9a06-9214ed7c8675)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:53.881611 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:54.008715 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Calling delete_port for b5b44ae1-4fbe-43df-8e39-8d6ec878a381 owned by network:router_interface {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:33:54.331947 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:54.381887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b44ae1-4fbe-43df-8e39-8d6ec878a381,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:54.801930 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:54.993108 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b3e82-e579-4bdd-8535-bd758549d76a req-303177c1-f5e1-4617-a469-72d76c300e20 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:54.994564 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c10b3e82-e579-4bdd-8535-bd758549d76a req-303177c1-f5e1-4617-a469-72d76c300e20 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 944 time: 0.2412717 Jan 17 17:33:55.122040 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c10b3e82-e579-4bdd-8535-bd758549d76a req-8484c241-1578-46ef-9236-bc55637ec54c tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192551 Jan 17 17:33:55.238600 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Router 8971a1eb-044d-4bfb-acca-f146f9e6af74 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:33:55.432725 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:33:55.442138 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] Sync routers for ids ['8971a1eb-044d-4bfb-acca-f146f9e6af74'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:33:55.445966 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-67910a0b-683e-433f-ad56-a75b38b4e180 admin admin] 10.222.0.107 "PUT /v2.0/routers/8971a1eb-044d-4bfb-acca-f146f9e6af74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6429837 Jan 17 17:33:55.448323 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60386) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:55.451783 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] Routers {'8971a1eb-044d-4bfb-acca-f146f9e6af74'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:33:55.452477 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8971a1eb-044d-4bfb-acca-f146f9e6af74'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:55.634558 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] Set router 8971a1eb-044d-4bfb-acca-f146f9e6af74 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:33:55.706509 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks [] for router, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:55.772554 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cda44-bcc0-4bfb-b20b-0649cdb29ced req-44dc9d59-7cfe-42d6-98ed-c434216aab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:55.774028 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2c1cda44-bcc0-4bfb-b20b-0649cdb29ced req-44dc9d59-7cfe-42d6-98ed-c434216aab01 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b7f74d0700ee4b4da20c9b5a80b3994f&device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 1097 time: 0.2666159 Jan 17 17:33:55.938481 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:33:54Z', 'revision_number': 5, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port': {'id': 'b4ae22d9-d284-4ecb-b8ed-5a68df1c649b', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:55.944795 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] Checking router: 8971a1eb-044d-4bfb-acca-f146f9e6af74 for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:33:55.957377 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] Routers {'8971a1eb-044d-4bfb-acca-f146f9e6af74'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:33:55.958234 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8971a1eb-044d-4bfb-acca-f146f9e6af74'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:56.021399 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:56.027060 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cda44-bcc0-4bfb-b20b-0649cdb29ced req-c69eab56-5e94-4e58-bc2a-ba3f22d5e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:56.028492 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2c1cda44-bcc0-4bfb-b20b-0649cdb29ced req-c69eab56-5e94-4e58-bc2a-ba3f22d5e3ba service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=b7f74d0700ee4b4da20c9b5a80b3994f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2428045 Jan 17 17:33:56.155276 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] Set router 8971a1eb-044d-4bfb-acca-f146f9e6af74 gateway port host: None {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:33:56.180106 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Deleting port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:33:56.180491 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:56.269153 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:33:56Z', 'revision_number': 6, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:56.273327 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76996ee8-7a86-4d24-9f63-cc0248018a31 None None] The sync data for ids ['8971a1eb-044d-4bfb-acca-f146f9e6af74'] in dv-cinder-818883-2-iscsi is: [{'id': '8971a1eb-044d-4bfb-acca-f146f9e6af74', 'name': 'tempest-ServerRescueNegativeTestJSON-269456714-router', 'tenant_id': '142cb884a6364443a8724b584d9f7c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:33:56Z', 'revision_number': 6, 'project_id': '142cb884a6364443a8724b584d9f7c0f', 'gw_port_host': None}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:33:56.350929 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf45551-20f1-4712-97bd-0db19e4bf5eb req-6a32970f-5575-4d90-b638-59e67b45b96d tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:56.352436 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0bf45551-20f1-4712-97bd-0db19e4bf5eb req-6a32970f-5575-4d90-b638-59e67b45b96d tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 944 time: 0.1116569 Jan 17 17:33:56.419422 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0bf45551-20f1-4712-97bd-0db19e4bf5eb req-abd1df3e-03e4-422f-b8ff-7c7c74710fca tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608318 Jan 17 17:33:56.449587 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cda44-bcc0-4bfb-b20b-0649cdb29ced req-174f4801-b8d0-4553-8c21-06a20adbb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:56.451078 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2c1cda44-bcc0-4bfb-b20b-0649cdb29ced req-174f4801-b8d0-4553-8c21-06a20adbb1ff service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4160395 Jan 17 17:33:56.495214 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] For port b4ae22d9-d284-4ecb-b8ed-5a68df1c649b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=b4ae22d9-d284-4ecb-b8ed-5a68df1c649b,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:33:56.495587 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:56.677166 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Calling delete_port for b4ae22d9-d284-4ecb-b8ed-5a68df1c649b owned by network:router_gateway {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:33:56.787151 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-b93df678-0324-46f9-a441-902a27ec4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:56.788638 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-b93df678-0324-46f9-a441-902a27ec4703 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b7f74d0700ee4b4da20c9b5a80b3994f&device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 1097 time: 0.2822006 Jan 17 17:33:56.863074 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-992a4421-e6f4-47cf-9900-9d0c65eb22fe service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2122cc24-6343-4ba3-888a-de312b755a3b HTTP/1.1" status: 200 len: 217 time: 0.0675995 Jan 17 17:33:56.971074 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-2614e010-54b1-4815-9958-7524a8878f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:56.973022 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-2614e010-54b1-4815-9958-7524a8878f2b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1725e7c2-f0bb-4a36-abd5-fc687f8f35f3 HTTP/1.1" status: 200 len: 849 time: 0.1006541 Jan 17 17:33:57.034209 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-2b7b9142-7058-4ea6-a90a-f2c237da3f75 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504260 Jan 17 17:33:57.066380 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:57.200148 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ae22d9-d284-4ecb-b8ed-5a68df1c649b,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:57.306232 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:57.346430 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-4d712edf-8f77-4f75-9158-13a6b2fafe9d service neutron] 10.222.0.106 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979977 Jan 17 17:33:57.627709 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97f16c-b965-434e-bc5c-aea9f50fd3c3 req-399b3405-6f02-48c4-9c6c-fc5ccda32d11 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:57.629208 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9c97f16c-b965-434e-bc5c-aea9f50fd3c3 req-399b3405-6f02-48c4-9c6c-fc5ccda32d11 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 944 time: 0.0905137 Jan 17 17:33:57.652706 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:57.657143 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:57.682405 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9c97f16c-b965-434e-bc5c-aea9f50fd3c3 req-5fbae989-bbe5-40bd-b510-68be68461ab2 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473270 Jan 17 17:33:57.761099 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:57.761605 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8971a1eb-044d-4bfb-acca-f146f9e6af74 {{(pid=86775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:33:57.789048 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-07cfba7e-646f-4315-acbf-3e0b3ddf9e5c req-41d037b3-2c69-4471-85db-8add95033da5 service neutron] 10.222.0.106 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767469 Jan 17 17:33:57.791761 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:57.795168 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-c473ffec-98e8-445e-8c97-8542d1975903 admin admin] 10.222.0.107 "DELETE /v2.0/routers/8971a1eb-044d-4bfb-acca-f146f9e6af74 HTTP/1.1" status: 204 len: 168 time: 2.3436260 Jan 17 17:33:57.795309 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60414) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:57.910794 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0128562-9113-4694-9f85-ac9f07a88a9a admin admin] Deleting subnet dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:33:57.915606 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d0128562-9113-4694-9f85-ac9f07a88a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:57.976233 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d0128562-9113-4694-9f85-ac9f07a88a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410311'] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.005110 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4d825564-bbfe-44c0-b062-a37889dda81f req-3e3e23de-6662-4ab1-8f72-2ed45be72f75 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1747465 Jan 17 17:33:58.031943 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device b4ae22d9-d284-4ecb-b8ed-5a68df1c649b no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:33:58.049467 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d0128562-9113-4694-9f85-ac9f07a88a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.068080 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: b4ae22d9-d284-4ecb-b8ed-5a68df1c649b {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:33:58.068417 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device b4ae22d9-d284-4ecb-b8ed-5a68df1c649b not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:33:58.069034 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device b5b44ae1-4fbe-43df-8e39-8d6ec878a381 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:33:58.105075 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: b5b44ae1-4fbe-43df-8e39-8d6ec878a381 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:33:58.105415 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device b5b44ae1-4fbe-43df-8e39-8d6ec878a381 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:33:58.185842 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d0128562-9113-4694-9f85-ac9f07a88a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2196179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684697'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.239491 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0128562-9113-4694-9f85-ac9f07a88a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4348a1-bf58-4398-8446-2b0bdaa1b6f5,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:58.241593 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d0128562-9113-4694-9f85-ac9f07a88a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.247140 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825564-bbfe-44c0-b062-a37889dda81f req-0e6d69fb-5aaf-459a-b59c-ff87c158afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:58.248606 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4d825564-bbfe-44c0-b062-a37889dda81f req-0e6d69fb-5aaf-459a-b59c-ff87c158afd1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 1099 time: 0.1364245 Jan 17 17:33:58.254506 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d0128562-9113-4694-9f85-ac9f07a88a9a admin admin] 10.222.0.107 "DELETE /v2.0/subnets/dd4348a1-bf58-4398-8446-2b0bdaa1b6f5 HTTP/1.1" status: 204 len: 168 time: 0.4557583 Jan 17 17:33:58.254506 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60424) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:58.453930 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.525339 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825564-bbfe-44c0-b062-a37889dda81f req-845bfba8-a0f3-4f1a-b87e-c42575ceaa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:58.526921 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4d825564-bbfe-44c0-b062-a37889dda81f req-845bfba8-a0f3-4f1a-b87e-c42575ceaa5c service neutron] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 911 time: 0.2538965 Jan 17 17:33:58.697880 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.729074 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4d825564-bbfe-44c0-b062-a37889dda81f req-ea7620a7-09f0-4162-87b5-f1d1c49028a0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef HTTP/1.1" status: 200 len: 1001 time: 0.1887877 Jan 17 17:33:58.732626 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73ef950-9685-4823-bdb4-ca771d5095b2']}} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:58.784297 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e8adaa-f75c-4bf5-9a06-9214ed7c8675') {'for_net_delete': True} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:58.784628 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e8adaa-f75c-4bf5-9a06-9214ed7c8675') {} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:33:58.835908 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2423732'] for segment, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.868371 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.881810 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825564-bbfe-44c0-b062-a37889dda81f req-0e7c99eb-0b3f-4ffb-af0b-e8ee4f9bd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:58.883295 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4d825564-bbfe-44c0-b062-a37889dda81f req-0e7c99eb-0b3f-4ffb-af0b-e8ee4f9bd988 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.1429429 Jan 17 17:33:58.886586 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=86775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:33:58.887009 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2196157'] for segment, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: Traceback (most recent call last): Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: timer() Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: cb(*args, **kw) Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: return func(*args, **kwargs) Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: self._notify() Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: self.callback(batched_events) Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: event.method(event) Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: return f(self, *a, **k) Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._get(url).json() Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: return self.request(url, 'GET', **kwargs) Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:33:58.901570 dv-cinder-818883-2-iscsi neutron-server[86775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:33:59.033744 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:59.065545 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:59.072746 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=f73ef950-9685-4823-bdb4-ca771d5095b2,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:59.079075 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:33:59.085461 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c244d-fa59-4bc8-b966-8ebddf671974 req-c1733820-0fd4-4dc6-9dd3-b340a6fb9e56 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:59.087195 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-331c244d-fa59-4bc8-b966-8ebddf671974 req-c1733820-0fd4-4dc6-9dd3-b340a6fb9e56 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 944 time: 0.2900441 Jan 17 17:33:59.218432 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-e0c8a0b7-f6c1-4210-9739-06ae7e277d3e admin admin] 10.222.0.107 "DELETE /v2.0/networks/f73ef950-9685-4823-bdb4-ca771d5095b2 HTTP/1.1" status: 204 len: 168 time: 0.9628465 Jan 17 17:33:59.224301 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d825564-bbfe-44c0-b062-a37889dda81f req-61876f12-af53-4d3f-96d1-39ba7748a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:33:59.225753 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4d825564-bbfe-44c0-b062-a37889dda81f req-61876f12-af53-4d3f-96d1-39ba7748a68d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3182957 Jan 17 17:33:59.313703 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-331c244d-fa59-4bc8-b966-8ebddf671974 req-ab01f49b-3d72-4f8d-8896-6d7c20cd4c4b tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197752 Jan 17 17:33:59.346604 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60436) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:59.381360 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4d825564-bbfe-44c0-b062-a37889dda81f req-224d457b-a966-4934-8589-4aac7aa53abd service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405778 Jan 17 17:33:59.397643 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d80cd00d-4110-4370-a946-ae851971d9f2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=142cb884a6364443a8724b584d9f7c0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472970 Jan 17 17:33:59.397862 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60442) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:33:59.462651 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ffb6f-c7f9-4ffa-b518-09fed8010348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:59.498032 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ffb6f-c7f9-4ffa-b518-09fed8010348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:59.529674 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4d825564-bbfe-44c0-b062-a37889dda81f req-ad41c32a-cf66-4b6c-85b3-bb06e9333612 service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420379 Jan 17 17:33:59.563131 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ffb6f-c7f9-4ffa-b518-09fed8010348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:59.581887 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ffb6f-c7f9-4ffa-b518-09fed8010348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:33:59.601336 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ffb6f-c7f9-4ffa-b518-09fed8010348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:59.602648 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-674ffb6f-c7f9-4ffa-b518-09fed8010348 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8690a4a1-ad2d-4e9c-8af7-bb81a8f6562c HTTP/1.1" status: 204 len: 168 time: 0.2040536 Jan 17 17:34:00.374727 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60474) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:00.482896 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-208106306-network', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:00.487635 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:00.491446 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Usage tracker for resource:network and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:00.494448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:00.501177 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:00.511209 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Made reservation on behalf of 7a9322785da349c8b286bc18e2fa5f30 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:00.513670 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:00.513823 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e3196-2076-4f75-aa09-b125c211c376 req-106283e2-3f6f-4ec6-bd99-87b32748d7a6 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:00.515323 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1b3e3196-2076-4f75-aa09-b125c211c376 req-106283e2-3f6f-4ec6-bd99-87b32748d7a6 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 944 time: 0.0811920 Jan 17 17:34:00.527718 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:00.543580 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:00.548170 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Usage tracker for resource:security_group_rule and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:00.551155 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:00.556854 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:00.573311 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1b3e3196-2076-4f75-aa09-b125c211c376 req-207432b7-b8c8-4a6b-bc46-1aaf000f84d4 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510747 Jan 17 17:34:00.646669 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:00.651278 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:00.691435 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:34:00.699443 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87887778-04c4-41c3-84c4-9925f50dcfc6,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:00.705714 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:00.706057 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Added segment 81b30e22-5ecf-4984-82a1-8d20bdd19423 of type vlan for network bb87eb2c-90c9-40eb-a620-1c517ae277e8 Jan 17 17:34:00.736319 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:00.767268 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:00.768673 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:00.769259 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:00.881219 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] Pushing event updated for resources: {'Network': ['ID=bb87eb2c-90c9-40eb-a620-1c517ae277e8,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:00.885644 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-90b4fb4b-52e0-4546-826b-ed323e5fc53f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5090752 Jan 17 17:34:00.889677 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60486) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:00.891750 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:34:00.895017 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Request body: {'subnet': {'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-subnet', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:00.899743 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:00.903842 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Usage tracker for resource:subnet and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:00.907433 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:00.913580 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:00.924673 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Made reservation on behalf of 7a9322785da349c8b286bc18e2fa5f30 for: {'subnet': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:00.927075 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519691'] for subnet, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.155581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2439216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519705'] for subnet, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.239921 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c11084-2d15-4fb0-a13f-64152e103d3d,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:01.249110 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Checking segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:01.249476 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Network hostable DHCP agents. Network: bb87eb2c-90c9-40eb-a620-1c517ae277e8, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:34:01.270927 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:34:01.279979 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, bb87eb2c-90c9-40eb-a620-1c517ae277e8) {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:01.284305 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:01.284878 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.289721 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c23fc6-3369-4b68-8dec-8b18f825e0f4 None None] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:34:01.314029 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-00caa189-cd7f-49b9-a720-00a79fc71c82 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4228806 Jan 17 17:34:01.316301 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60492) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:01.321782 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:01.326327 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:01.330350 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Usage tracker for resource:router and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:01.333809 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:01.339829 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:01.350692 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.351888 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.368920 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.519416 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 2122cc24-6343-4ba3-888a-de312b755a3b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:34:01.554802 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:34:01.555661 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.680261 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 2122cc24-6343-4ba3-888a-de312b755a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2122cc24-6343-4ba3-888a-de312b755a3b,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:01.694847 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '2122cc24-6343-4ba3-888a-de312b755a3b', 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55', 'port_id': '2122cc24-6343-4ba3-888a-de312b755a3b', 'mac_address': 'fa:16:3e:1d:91:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1725e7c2-f0bb-4a36-abd5-fc687f8f35f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:34:01.712637 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.800177 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2087d0-a341-4a3f-9410-923c38602236 req-1310c8f8-f7b5-43c3-9cb5-41f0338cdca5 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:01.801695 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f2087d0-a341-4a3f-9410-923c38602236 req-1310c8f8-f7b5-43c3-9cb5-41f0338cdca5 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 944 time: 0.1030076 Jan 17 17:34:01.836720 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:01.859697 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f2087d0-a341-4a3f-9410-923c38602236 req-0afa9805-f99b-4c9a-bd57-a670a3516c3a tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510907 Jan 17 17:34:01.900317 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2122cc24-6343-4ba3-888a-de312b755a3b {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:34:01.925581 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 2122cc24-6343-4ba3-888a-de312b755a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2122cc24-6343-4ba3-888a-de312b755a3b,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:01.927541 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Allocated IP 172.20.0.2 (bb87eb2c-90c9-40eb-a620-1c517ae277e8/a4c11084-2d15-4fb0-a13f-64152e103d3d/9df9eb94-c773-4668-97ec-00b9ce515a6d) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:01.930446 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.054918 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.087739 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=2122cc24-6343-4ba3-888a-de312b755a3b,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:02.092242 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.167267 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60504) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:02.192759 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['2122cc24-6343-4ba3-888a-de312b755a3b'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:34:02.245394 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Allocated IP 172.27.3.138 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/a52afc6f-8e06-4a99-be3f-0cd21a3a56cb) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:02.292443 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.339105 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Transition to ACTIVE for port object 9df9eb94-c773-4668-97ec-00b9ce515a6d will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:02.339974 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.360348 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:02.365703 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] Usage tracker for resource:security_group_rule and tenant:afc276035b3c40ef9a8d5309bfc460b2 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:02.369577 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:02.376676 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:02.380961 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Transition to ACTIVE for port object 9df9eb94-c773-4668-97ec-00b9ce515a6d will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:02.393802 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.439994 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.474393 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:02.479589 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.481166 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.487011 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.487529 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:02.494627 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:02.518962 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Pushing event updated for resources: {'Port': ['ID=9df9eb94-c773-4668-97ec-00b9ce515a6d,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:02.545689 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=afc276035b3c40ef9a8d5309bfc460b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744495 Jan 17 17:34:02.545689 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60512) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:02.549687 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691fa60-cf61-4229-840d-03c43d6f0157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe53125d-c78d-4503-b0b1-bb5f2dcc1176,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:02.575220 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:02.578012 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:02.582812 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:02.627986 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Pushing event updated for resources: {'Port': ['ID=a52afc6f-8e06-4a99-be3f-0cd21a3a56cb,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:02.638239 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Attempting to bind port 9df9eb94-c773-4668-97ec-00b9ce515a6d on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:02.638813 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Attempting to bind port 9df9eb94-c773-4668-97ec-00b9ce515a6d by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:02.639349 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Attempting to bind port 9df9eb94-c773-4668-97ec-00b9ce515a6d on network bb87eb2c-90c9-40eb-a620-1c517ae277e8 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:02.645698 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:02.646334 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Checking segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:02.646947 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.647556 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Bound using segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:02.648194 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Bound port: 9df9eb94-c773-4668-97ec-00b9ce515a6d, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:02.648740 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.658365 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17d60e19-5763-4725-9365-6263deb4c31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.696252 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17d60e19-5763-4725-9365-6263deb4c31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.763217 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] For port 9df9eb94-c773-4668-97ec-00b9ce515a6d, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:02.769340 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] For port 9df9eb94-c773-4668-97ec-00b9ce515a6d, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=9df9eb94-c773-4668-97ec-00b9ce515a6d,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:02.769809 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17d60e19-5763-4725-9365-6263deb4c31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.774535 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.789399 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d60e19-5763-4725-9365-6263deb4c31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe53125d-c78d-4503-b0b1-bb5f2dcc1176,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:02.794738 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17d60e19-5763-4725-9365-6263deb4c31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:02.795834 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-17d60e19-5763-4725-9365-6263deb4c31c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fe53125d-c78d-4503-b0b1-bb5f2dcc1176 HTTP/1.1" status: 204 len: 168 time: 0.2488899 Jan 17 17:34:02.879506 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ac005-b3d7-435d-8965-ab261ffb6596 None None] Pushing event updated for resources: {'Port': ['ID=9df9eb94-c773-4668-97ec-00b9ce515a6d,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:03.206365 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:03.300663 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cda2a-d820-4587-aa32-d91148be35ee req-9a6241d1-13a5-47f7-a4a9-29f36e8167a0 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:03.302204 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9e9cda2a-d820-4587-aa32-d91148be35ee req-9a6241d1-13a5-47f7-a4a9-29f36e8167a0 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 945 time: 0.3152504 Jan 17 17:34:03.513816 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9e9cda2a-d820-4587-aa32-d91148be35ee req-a6b07c98-6be8-4833-b684-73b2d9189b38 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055690 Jan 17 17:34:03.547788 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 2122cc24-6343-4ba3-888a-de312b755a3b up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:03.664315 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 2122cc24-6343-4ba3-888a-de312b755a3b completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:03.676222 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 2122cc24-6343-4ba3-888a-de312b755a3b triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:03.678864 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:03.769410 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60544) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:03.819381 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:03.868048 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:03.903271 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e8d761-894b-46c0-84ed-cc17d0ada88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2122cc24-6343-4ba3-888a-de312b755a3b'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:03.915883 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 2122cc24-6343-4ba3-888a-de312b755a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2122cc24-6343-4ba3-888a-de312b755a3b,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:03.922328 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:03.940299 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-360701604-network', 'tenant_id': 'b005be383b604896891e656ecbce6692'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:03.948650 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:03.957589 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Usage tracker for resource:network and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:03.968148 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:03.979702 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:04.015532 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Made reservation on behalf of b005be383b604896891e656ecbce6692 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:04.024996 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e8d761-894b-46c0-84ed-cc17d0ada88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2122cc24-6343-4ba3-888a-de312b755a3b', 'code': 200} Jan 17 17:34:04.026455 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.058644 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=2122cc24-6343-4ba3-888a-de312b755a3b,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:04.064522 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.104883 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:04.113273 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Usage tracker for resource:security_group_rule and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:04.119095 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b11884-0f98-4ccf-afda-180bfbb9799d req-c3ad1cf4-d8b0-4295-b8c0-fe4405c81f70 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:04.121035 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:04.123371 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 9df9eb94-c773-4668-97ec-00b9ce515a6d up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:04.127034 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-87b11884-0f98-4ccf-afda-180bfbb9799d req-c3ad1cf4-d8b0-4295-b8c0-fe4405c81f70 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 945 time: 0.2353697 Jan 17 17:34:04.141985 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:04.183682 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Router ff860d5a-11f8-474e-a450-ce5b45cdb53f is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:34:04.191202 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-87b11884-0f98-4ccf-afda-180bfbb9799d req-0376c82e-f459-46f3-8888-dcdd6adb2f6b tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632546 Jan 17 17:34:04.231780 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f0ea1-9ec9-4620-9c88-1d8f701f09c4 None None] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:34:04.329819 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.340956 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.347027 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-7252c8cf-b8c7-4eb4-b33c-4b2df7dc8246 None None] Provisioning for port 9df9eb94-c773-4668-97ec-00b9ce515a6d completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:04.360563 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9867e-26fd-4b25-92f4-502fa30755ba req-eed6b341-0fb9-4afe-b473-8a26bd958ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:04.362062 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e6e9867e-26fd-4b25-92f4-502fa30755ba req-eed6b341-0fb9-4afe-b473-8a26bd958ab9 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 1099 time: 0.1363909 Jan 17 17:34:04.380116 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:34:04.406664 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:04.415730 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:34:04.416360 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.416696 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Added segment 9f02e104-23c6-43ae-a9d3-5600a49e6c4d of type vlan for network 30e32b43-187b-4b43-9628-54fc1fdf586b Jan 17 17:34:04.446909 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Sync routers for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:34:04.451211 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e6e9867e-26fd-4b25-92f4-502fa30755ba req-1be1b500-3e8e-4ab2-a3e5-e9818dcc25e0 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747073 Jan 17 17:34:04.454175 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.454652 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 9df9eb94-c773-4668-97ec-00b9ce515a6d completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:04.457856 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-76660e39-b0cc-4be5-bdc4-f15bc3278db5 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1380277 Jan 17 17:34:04.458171 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60552) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:04.461457 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.477134 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 9df9eb94-c773-4668-97ec-00b9ce515a6d triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:04.477501 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.494075 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.495131 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:04.495718 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.510444 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:04.511108 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:04.603814 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] Pushing event updated for resources: {'Network': ['ID=30e32b43-187b-4b43-9628-54fc1fdf586b,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:04.611999 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1a1e26d3-bd6b-430c-bc3b-2b2eb7a82b7f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8411899 Jan 17 17:34:04.612829 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60558) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:04.618550 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Request body: {'subnet': {'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-360701604-subnet', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:04.623474 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:04.628620 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Usage tracker for resource:subnet and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:04.631790 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:04.637855 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:04.689782 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Made reservation on behalf of b005be383b604896891e656ecbce6692 for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:04.692579 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684658'] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:04.782642 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 30e32b43-187b-4b43-9628-54fc1fdf586b details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:34:04.831471 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e054e5-bdf4-4045-b703-b37362cc19ba req-72f7f52d-b62d-4caa-97ed-97b3c6005095 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:04.834845 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-95e054e5-bdf4-4045-b703-b37362cc19ba req-72f7f52d-b62d-4caa-97ed-97b3c6005095 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 946 time: 0.1857243 Jan 17 17:34:04.933252 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-95e054e5-bdf4-4045-b703-b37362cc19ba req-37fbd4e4-dd6e-49bb-98a1-6ebd1d0e6d05 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861061 Jan 17 17:34:04.986179 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2195988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684640'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.034084 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:05.061596 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0727fef9-8391-4702-85e7-a94f51dcb967,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:05.071123 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Checking segment: {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:05.071538 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Network hostable DHCP agents. Network: 30e32b43-187b-4b43-9628-54fc1fdf586b, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:34:05.094396 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Network 30e32b43-187b-4b43-9628-54fc1fdf586b is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:34:05.104365 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 30e32b43-187b-4b43-9628-54fc1fdf586b) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:05.109954 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:05.111752 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.134562 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-9b64edb3-3b62-4533-b115-7bae3b24e624 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5202129 Jan 17 17:34:05.137163 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60562) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:05.144867 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:05.148784 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:05.153458 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Usage tracker for resource:router and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:05.153834 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22113a-dcbd-45bf-8d98-a3030995d52f None None] Network 30e32b43-187b-4b43-9628-54fc1fdf586b requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:34:05.157066 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:05.164817 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:05.180591 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.181773 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.199155 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.430587 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.432222 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.546650 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 9df9eb94-c773-4668-97ec-00b9ce515a6d, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=9df9eb94-c773-4668-97ec-00b9ce515a6d,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:05.599362 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.644107 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20090faf-31a5-47cd-826b-f694ab304a5d req-80807c55-e93b-4ccd-9484-0f62346e441b tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:05.648566 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-20090faf-31a5-47cd-826b-f694ab304a5d req-80807c55-e93b-4ccd-9484-0f62346e441b tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 945 time: 0.2962377 Jan 17 17:34:05.763212 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-20090faf-31a5-47cd-826b-f694ab304a5d req-a4085858-b4fc-466c-8dd1-f9857411f9c2 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500395 Jan 17 17:34:05.764569 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.879803 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Allocated IP 172.20.0.1 (bb87eb2c-90c9-40eb-a620-1c517ae277e8/a4c11084-2d15-4fb0-a13f-64152e103d3d/2750f2f0-07de-4a97-ad80-58ab0a1dc6e4) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:05.885651 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=9df9eb94-c773-4668-97ec-00b9ce515a6d,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:05.890580 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-38754c7d-12af-4aaf-ba5a-aef909cbb85b None None] Provisioning complete for port 9df9eb94-c773-4668-97ec-00b9ce515a6d triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:05.891033 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-38754c7d-12af-4aaf-ba5a-aef909cbb85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.925804 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-30e32b43-187b-4b43-9628-54fc1fdf586b', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:34:05.926617 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:05.951466 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615651-17ab-422e-bc2e-8f17501ae786 req-e88a5dc9-c310-49e6-bff1-7972d8805549 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:05.951466 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-26615651-17ab-422e-bc2e-8f17501ae786 req-e88a5dc9-c310-49e6-bff1-7972d8805549 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.106 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 945 time: 0.2479341 Jan 17 17:34:06.038161 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Deleting port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:34:06.038636 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.119480 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.135078 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 9df9eb94-c773-4668-97ec-00b9ce515a6d up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:06.142071 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Transition to ACTIVE for port object 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 will not be triggered until provisioned by entity DHCP. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:06.176897 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.248974 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:02Z', 'revision_number': 3, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:06.272204 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:06.279286 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:06.284109 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:06.336375 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Pushing event updated for resources: {'Port': ['ID=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:06.355127 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.356011 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Checking router: ff860d5a-11f8-474e-a450-ce5b45cdb53f for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:34:06.356369 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Updating router ff860d5a-11f8-474e-a450-ce5b45cdb53f port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:34:06.448126 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 9df9eb94-c773-4668-97ec-00b9ce515a6d triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:06.448500 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.491321 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.539598 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.596684 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Allocated IP 172.20.0.2 (30e32b43-187b-4b43-9628-54fc1fdf586b/0727fef9-8391-4702-85e7-a94f51dcb967/ba95f82f-6ea0-404c-9bd4-7feea3c0394e) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:06.641404 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b3ec9-6acb-43b0-a093-490a2032f5e3 req-f1d8e6aa-42be-4598-a5e5-fc594b6382b8 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:06.641947 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a75b3ec9-6acb-43b0-a093-490a2032f5e3 req-f1d8e6aa-42be-4598-a5e5-fc594b6382b8 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 946 time: 0.5299318 Jan 17 17:34:06.646536 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.693409 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.708037 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] For port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,segment=NetworkSegment(dfc9c703-80e2-4511-8c36-7043c2bd3576),segment_id=dfc9c703-80e2-4511-8c36-7043c2bd3576)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:06.708391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.755317 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.761119 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.834208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d92f553f-dfcc-4b95-8728-667d59c105e0 None None] Provisioning for port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:06.852945 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Pushing event updated for resources: {'Port': ['ID=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:06.860749 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d92f553f-dfcc-4b95-8728-667d59c105e0 None None] Provisioning complete for port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:06.861123 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d92f553f-dfcc-4b95-8728-667d59c105e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.879419 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:06.909214 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Calling delete_port for 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:34:07.054609 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-d92f553f-dfcc-4b95-8728-667d59c105e0 None None] Port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:07.095076 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:07.097640 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:07.110518 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b52cb4-3038-4c54-b169-b7691ceac04a req-5a64b62d-80a8-443a-9a50-cfa127392b19 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:07.112086 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d1b52cb4-3038-4c54-b169-b7691ceac04a req-5a64b62d-80a8-443a-9a50-cfa127392b19 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/ports?device_id=7750abad-8e8a-4588-abb8-492b71a2ec83 HTTP/1.1" status: 200 len: 945 time: 0.1485369 Jan 17 17:34:07.133569 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a75b3ec9-6acb-43b0-a093-490a2032f5e3 req-c8cd4acb-0691-45dd-881f-5022658201bc tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510832 Jan 17 17:34:07.192853 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.209327 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Transition to ACTIVE for port object ba95f82f-6ea0-404c-9bd4-7feea3c0394e will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:07.291129 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Transition to ACTIVE for port object ba95f82f-6ea0-404c-9bd4-7feea3c0394e will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:07.292099 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d1b52cb4-3038-4c54-b169-b7691ceac04a req-4fa38895-e154-4e96-8000-a19276133562 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.107 "GET /v2.0/security-groups?id=72f08843-3907-450c-bfbd-381551a439d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065042 Jan 17 17:34:07.328498 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.329696 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.391935 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Pushing event deleted for resources: {'Port': ['ID=84e9bfd4-d2df-456b-bf0d-65e0839b31a9,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:07.409436 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['84e9bfd4-d2df-456b-bf0d-65e0839b31a9'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:34:07.415236 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.415587 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.415981 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.416322 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.416656 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.416986 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.417315 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.417639 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.418538 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.418887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.419212 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.419534 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:07.457181 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.499476 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Transition to ACTIVE for port object a52afc6f-8e06-4a99-be3f-0cd21a3a56cb will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:07.503187 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Router ff860d5a-11f8-474e-a450-ce5b45cdb53f has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:34:07.503746 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Network 30e32b43-187b-4b43-9628-54fc1fdf586b is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:07.512610 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:07.514781 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] No DVR routers for this DVR port 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:34:07.516370 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:07.518584 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.522972 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Pushing event updated for resources: {'Port': ['ID=ba95f82f-6ea0-404c-9bd4-7feea3c0394e,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:07.528596 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.596555 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Allocated IP 172.27.3.10 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/bad0e7cd-8502-40ff-9f0e-d5c05304c9de) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:07.683523 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7750abad-8e8a-4588-abb8-492b71a2ec83', 'name': 'network-vif-deleted', 'tag': '84e9bfd4-d2df-456b-bf0d-65e0839b31a9'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:07.724030 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-26615651-17ab-422e-bc2e-8f17501ae786 req-d676f778-5b63-43a0-9b03-d3fdc870e385 tempest-VolumesSnapshotTestJSON-144994133 tempest-VolumesSnapshotTestJSON-144994133-project] 10.222.0.106 "DELETE /v2.0/ports/84e9bfd4-d2df-456b-bf0d-65e0839b31a9 HTTP/1.1" status: 204 len: 173 time: 1.7672105 Jan 17 17:34:07.734691 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-aedeff0a-c424-461f-9321-7eda859d2ecf None None] Provisioning complete for port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:07.735140 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-aedeff0a-c424-461f-9321-7eda859d2ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.771219 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7750abad-8e8a-4588-abb8-492b71a2ec83', 'name': 'network-vif-deleted', 'tag': '84e9bfd4-d2df-456b-bf0d-65e0839b31a9', 'status': 'completed', 'code': 200} Jan 17 17:34:07.824693 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:34:07.838322 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ffe174fe-c6ce-4135-9e0a-ed7326bc509e admin admin] 10.222.0.107 "PUT /v2.0/routers/ff860d5a-11f8-474e-a450-ce5b45cdb53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3706589 Jan 17 17:34:07.838565 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc3fa0-ff15-49ff-a9ed-03305924cc53 None None] Pushing event updated for resources: {'Port': ['ID=a52afc6f-8e06-4a99-be3f-0cd21a3a56cb,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:07.839901 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.873057 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Attempting to bind port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:07.873583 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Attempting to bind port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:07.874063 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Attempting to bind port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:07.889169 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Attempting to bind port ba95f82f-6ea0-404c-9bd4-7feea3c0394e on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:07.889688 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Attempting to bind port ba95f82f-6ea0-404c-9bd4-7feea3c0394e by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:07.890392 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Attempting to bind port ba95f82f-6ea0-404c-9bd4-7feea3c0394e on network 30e32b43-187b-4b43-9628-54fc1fdf586b {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:07.895541 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:07.896069 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:07.896563 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.897320 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:07.897898 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Bound port: a52afc6f-8e06-4a99-be3f-0cd21a3a56cb, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:07.898359 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.905869 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.932106 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-aedeff0a-c424-461f-9321-7eda859d2ecf None None] Port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:07.940845 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:07.941398 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Checking segment: {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:07.943346 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:07.943910 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Bound using segment: {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:07.944597 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Bound port: ba95f82f-6ea0-404c-9bd4-7feea3c0394e, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:07.945177 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:08.026807 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Pushing event updated for resources: {'Port': ['ID=bad0e7cd-8502-40ff-9f0e-d5c05304c9de,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:08.041681 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:08.043098 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:08.045511 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:08.073633 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] For port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:08.098270 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] For port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=a52afc6f-8e06-4a99-be3f-0cd21a3a56cb,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:08.110930 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:08.120120 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] For port ba95f82f-6ea0-404c-9bd4-7feea3c0394e, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:08.184360 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] For port ba95f82f-6ea0-404c-9bd4-7feea3c0394e, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ba95f82f-6ea0-404c-9bd4-7feea3c0394e,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:08.199366 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:08.199991 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:08.319956 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:08.383891 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc3fa0-ff15-49ff-a9ed-03305924cc53 None None] Pushing event updated for resources: {'Port': ['ID=a52afc6f-8e06-4a99-be3f-0cd21a3a56cb,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:08.596971 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0cf08-a0d7-43aa-831a-1ac1b0d62815 req-434e00c0-b68f-42e7-a14c-1998fe44e9dc tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:08.599315 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2af0cf08-a0d7-43aa-831a-1ac1b0d62815 req-434e00c0-b68f-42e7-a14c-1998fe44e9dc tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 946 time: 0.1417608 Jan 17 17:34:08.604650 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:08.646160 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:08.680593 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2af0cf08-a0d7-43aa-831a-1ac1b0d62815 req-6da83b20-8256-46a9-9e93-4f054a30bd25 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727210 Jan 17 17:34:08.852595 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60594) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:08.872278 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--96090941', 'description': 'tempest-description--1548680384'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:08.879541 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:08.884436 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:security_group and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:08.887652 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:08.899046 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:08.916139 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:08.950901 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:08.959155 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:security_group_rule and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:08.963047 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:08.973819 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:08.998652 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c8e8a-8a12-4726-8f4c-6287e615d4ff None None] Pushing event updated for resources: {'Port': ['ID=ba95f82f-6ea0-404c-9bd4-7feea3c0394e,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:09.063216 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.068185 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.124564 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910ddebe-c884-49b5-88c4-924b4980ab65,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:09.130204 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.131950 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-14cd50ec-a3d7-47ce-98b7-d091a2c12bf9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2783554 Jan 17 17:34:09.134723 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60600) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:09.146379 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'security_group_rule': {'security_group_id': '910ddebe-c884-49b5-88c4-924b4980ab65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:09.154498 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:09.159547 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:security_group_rule and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:09.161470 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.165475 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:09.176685 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:09.184551 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 2, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:09.190453 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ada75-2e1e-4ffa-b0cd-c40f07c10241 None None] The sync data for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi is: [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 2, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:34:09.206203 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.320871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.327693 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.389889 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2705c3b3-5a01-4932-8d66-292eb9fd4116,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:09.404470 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.405893 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-385f55b7-438b-4208-9df4-1fe406679d76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2687850 Jan 17 17:34:09.409182 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60606) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:09.416825 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'security_group_rule': {'security_group_id': '910ddebe-c884-49b5-88c4-924b4980ab65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:09.434915 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:09.450005 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:security_group_rule and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:09.453343 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:09.463156 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:09.514798 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.597771 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:34:09.639409 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Router e14a7e9e-c208-4235-901c-2cd72bc9af5c is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:34:09.674241 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:34:09.674949 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 84e9bfd4-d2df-456b-bf0d-65e0839b31a9 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:34:09.727064 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.734246 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.780102 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410edbfe-31d8-4a2a-b096-433cc7a07413,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:09.800625 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.806463 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a04bdfa6-37aa-431b-b3ab-12996d59b3c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961539 Jan 17 17:34:09.809396 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60614) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:09.815268 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:09.834658 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:09.844946 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:floatingip and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:09.849993 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:09.866421 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:09.886064 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:09.976513 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d9a1ac-c205-4085-ad30-00b0eaf58bed None None] Network 30e32b43-187b-4b43-9628-54fc1fdf586b requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:34:10.001395 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:34:10.012956 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Sync routers for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:34:10.031583 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:10.033499 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:10.033928 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:10.038461 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-87c396bd-647a-40b4-ab2f-d25e82d8b9db admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8969939 Jan 17 17:34:10.039585 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60618) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:10.100109 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:10.248909 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ba95f82f-6ea0-404c-9bd4-7feea3c0394e up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:10.276634 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-e564686e-7192-4ab0-b607-b3eecc3bd87f tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:10.278744 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-e564686e-7192-4ab0-b607-b3eecc3bd87f tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.106 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 946 time: 0.5629799 Jan 17 17:34:10.343150 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-3c099900-81a8-41c9-a95c-2fa88837158f None None] Provisioning for port ba95f82f-6ea0-404c-9bd4-7feea3c0394e completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:10.361116 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:10.446191 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port ba95f82f-6ea0-404c-9bd4-7feea3c0394e completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:10.462400 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port ba95f82f-6ea0-404c-9bd4-7feea3c0394e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:10.463059 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:10.474284 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Allocated IP 172.27.3.105 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/6c96da0d-02bc-4fdd-8efc-45c153014bdd) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:10.686985 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:10.777940 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port ba95f82f-6ea0-404c-9bd4-7feea3c0394e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ba95f82f-6ea0-404c-9bd4-7feea3c0394e,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:10.789931 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:10.856079 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:10.922686 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:10.941353 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:08Z', 'revision_number': 3, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:10.948456 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Checking router: e14a7e9e-c208-4235-901c-2cd72bc9af5c for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:34:10.948825 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Updating router e14a7e9e-c208-4235-901c-2cd72bc9af5c port bad0e7cd-8502-40ff-9f0e-d5c05304c9de binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:34:10.960952 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=ba95f82f-6ea0-404c-9bd4-7feea3c0394e,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:10.995280 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Deleting port 2122cc24-6343-4ba3-888a-de312b755a3b {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:34:10.995831 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.039658 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'Port': ['ID=6c96da0d-02bc-4fdd-8efc-45c153014bdd,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:11.057508 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:11.058400 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb1c57-cae7-43bd-8732-7f1533072baa req-b83db408-9e2b-43fe-aa6b-a645526f9ff9 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:11.059083 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:11.061481 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:11.067036 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ffdb1c57-cae7-43bd-8732-7f1533072baa req-b83db408-9e2b-43fe-aa6b-a645526f9ff9 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 946 time: 1.1621451 Jan 17 17:34:11.084455 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.091371 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-6a606a6d-5082-4e4f-9ff3-9821919a60cd None None] Provisioning complete for port ba95f82f-6ea0-404c-9bd4-7feea3c0394e triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:11.091739 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6a606a6d-5082-4e4f-9ff3-9821919a60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.318631 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.373440 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ffdb1c57-cae7-43bd-8732-7f1533072baa req-62877801-7447-4132-8466-80ad479894a2 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055844 Jan 17 17:34:11.423853 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.602988 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.620566 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Transition to ACTIVE for port object bad0e7cd-8502-40ff-9f0e-d5c05304c9de will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:11.630227 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.682727 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.683687 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.689615 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.730902 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Attempting to bind port bad0e7cd-8502-40ff-9f0e-d5c05304c9de on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:11.731272 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Attempting to bind port bad0e7cd-8502-40ff-9f0e-d5c05304c9de by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:11.731633 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Attempting to bind port bad0e7cd-8502-40ff-9f0e-d5c05304c9de on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:11.738300 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Pushing event updated for resources: {'Port': ['ID=bad0e7cd-8502-40ff-9f0e-d5c05304c9de,revision_number=2']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:11.747341 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.747341 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.747612 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.747844 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.748118 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.748440 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.748758 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.749075 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.749458 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.750558 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.751095 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.751520 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:11.754883 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:11.755305 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:11.755790 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.756218 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:11.756725 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Bound port: bad0e7cd-8502-40ff-9f0e-d5c05304c9de, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:11.757083 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.803593 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'Port': ['ID=6c96da0d-02bc-4fdd-8efc-45c153014bdd,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:11.818397 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.841801 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] For port bad0e7cd-8502-40ff-9f0e-d5c05304c9de, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:11.844548 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.845381 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] For port bad0e7cd-8502-40ff-9f0e-d5c05304c9de, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=bad0e7cd-8502-40ff-9f0e-d5c05304c9de,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:11.846505 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-7f5ce9ed-4db0-4057-b845-599dcb6ee9bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0360973 Jan 17 17:34:11.852579 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.881801 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] For port 2122cc24-6343-4ba3-888a-de312b755a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2122cc24-6343-4ba3-888a-de312b755a3b,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:11.882159 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:11.944829 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde1fac-5005-400a-b6c2-dbeec9d3aac6 None None] Pushing event updated for resources: {'Port': ['ID=bad0e7cd-8502-40ff-9f0e-d5c05304c9de,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:11.947580 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:11.948124 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:12.023814 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Calling delete_port for 2122cc24-6343-4ba3-888a-de312b755a3b owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:34:12.088390 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-3b5aed21-4905-47d8-b581-432e0af6132c req-e7a7428e-824c-4c80-a15e-7e91f3a4ad75 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Synchronizing usage tracker for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:12.110477 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-3b5aed21-4905-47d8-b581-432e0af6132c req-e7a7428e-824c-4c80-a15e-7e91f3a4ad75 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Unset dirty status for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:12.122017 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-e7a7428e-824c-4c80-a15e-7e91f3a4ad75 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--96090941&fields=id&tenant_id=7a9322785da349c8b286bc18e2fa5f30 HTTP/1.1" status: 200 len: 267 time: 0.0879107 Jan 17 17:34:12.146742 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:12.170719 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Allocated IP 172.20.0.1 (30e32b43-187b-4b43-9628-54fc1fdf586b/0727fef9-8391-4702-85e7-a94f51dcb967/c46916dc-a8d6-4b10-b416-4eaa5589457b) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:12.226525 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ba95f82f-6ea0-404c-9bd4-7feea3c0394e up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:12.335099 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port ba95f82f-6ea0-404c-9bd4-7feea3c0394e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:12.335667 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:12.389646 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Sync routers for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:34:12.424279 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:12.425260 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:12.429431 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:12.461451 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aed21-4905-47d8-b581-432e0af6132c req-617a1fe1-cc23-4a90-b358-ead0bdbee72c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:12.463391 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-617a1fe1-cc23-4a90-b358-ead0bdbee72c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 816 time: 0.3373194 Jan 17 17:34:12.509606 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-bcde897b-1eba-4d22-9f2f-1256ccafe904 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/quotas/7a9322785da349c8b286bc18e2fa5f30 HTTP/1.1" status: 200 len: 375 time: 0.0335240 Jan 17 17:34:12.539216 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Pushing event deleted for resources: {'Port': ['ID=2122cc24-6343-4ba3-888a-de312b755a3b,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:12.588515 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:08Z', 'revision_number': 3, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:12.601781 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adacad2-536b-459f-ba61-1712ca766b93 None None] The sync data for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi is: [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:08Z', 'revision_number': 3, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:34:12.672493 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:12.674811 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-3b5aed21-4905-47d8-b581-432e0af6132c req-e8e8bb20-cfdf-4887-8c8b-d6308d90a4c2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Synchronizing usage tracker for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:12.677271 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] No DVR routers for this DVR port 2122cc24-6343-4ba3-888a-de312b755a3b on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:34:12.681419 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:12.691871 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e8d761-894b-46c0-84ed-cc17d0ada88b', 'name': 'network-vif-deleted', 'tag': '2122cc24-6343-4ba3-888a-de312b755a3b'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:12.701854 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:12.704999 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-3b5aed21-4905-47d8-b581-432e0af6132c req-e8e8bb20-cfdf-4887-8c8b-d6308d90a4c2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Unset dirty status for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:12.714695 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9b1bc59a-4bcf-4169-a62a-21ba77115fc3 req-fd835166-0711-4b4e-94f2-1275a749d01f tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 210 time: 0.1036150 Jan 17 17:34:12.718181 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-e8e8bb20-cfdf-4887-8c8b-d6308d90a4c2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2033362 Jan 17 17:34:12.757333 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Transition to ACTIVE for port object c46916dc-a8d6-4b10-b416-4eaa5589457b will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:12.782862 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-931fe9e2-f63e-4cac-a59d-8099c61f7163 req-76c9c408-9d98-4675-b18e-fcf0c4fc8e02 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.106 "DELETE /v2.0/ports/2122cc24-6343-4ba3-888a-de312b755a3b HTTP/1.1" status: 204 len: 173 time: 2.4838567 Jan 17 17:34:12.784545 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:12.835534 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e8d761-894b-46c0-84ed-cc17d0ada88b', 'name': 'network-vif-deleted', 'tag': '2122cc24-6343-4ba3-888a-de312b755a3b', 'status': 'completed', 'code': 200} Jan 17 17:34:12.856087 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Network 30e32b43-187b-4b43-9628-54fc1fdf586b is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:12.861185 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:12.864921 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:12.920382 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Pushing event updated for resources: {'Port': ['ID=c46916dc-a8d6-4b10-b416-4eaa5589457b,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:12.926858 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-1d0d20b6-e0e8-4985-a935-4b234b59ea81 service neutron] 10.222.0.107 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868947 Jan 17 17:34:12.949509 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.061000 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device a52afc6f-8e06-4a99-be3f-0cd21a3a56cb up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:13.167113 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-8ea9641c-343b-4960-9693-5e67be56b565 service neutron] 10.222.0.107 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253141 Jan 17 17:34:13.286431 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:13.304677 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:13.305056 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.314397 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.369542 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-f2047786-64d5-4711-9182-c7888d3c7895 None None] Provisioning for port c46916dc-a8d6-4b10-b416-4eaa5589457b completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:13.385384 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-f2047786-64d5-4711-9182-c7888d3c7895 None None] Provisioning complete for port c46916dc-a8d6-4b10-b416-4eaa5589457b triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:13.385739 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f2047786-64d5-4711-9182-c7888d3c7895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.457701 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-f2047786-64d5-4711-9182-c7888d3c7895 None None] Port c46916dc-a8d6-4b10-b416-4eaa5589457b cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:13.469938 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 2, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:13.516787 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5b4a2c87-8fe6-498d-a894-e4d642780bde req-23116259-b1e3-4a72-8b9c-3807158a4f98 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 210 time: 0.1098363 Jan 17 17:34:13.520824 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Checking router: ff860d5a-11f8-474e-a450-ce5b45cdb53f for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:34:13.521346 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Updating router ff860d5a-11f8-474e-a450-ce5b45cdb53f port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:34:13.609429 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.615232 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.674731 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=a52afc6f-8e06-4a99-be3f-0cd21a3a56cb,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:13.694362 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.848013 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=a52afc6f-8e06-4a99-be3f-0cd21a3a56cb,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:13.909384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.915157 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:13.927011 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4fdca814-1a9d-4063-b8d8-d2e544717bdc req-360af143-3a8e-4144-9972-273459071f62 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=a8e8d761-894b-46c0-84ed-cc17d0ada88b HTTP/1.1" status: 200 len: 210 time: 0.0568755 Jan 17 17:34:14.034296 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:14.037889 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Pushing event updated for resources: {'Port': ['ID=c46916dc-a8d6-4b10-b416-4eaa5589457b,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:14.046303 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['2122cc24-6343-4ba3-888a-de312b755a3b'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:34:14.085244 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 2122cc24-6343-4ba3-888a-de312b755a3b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:34:14.130041 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 2122cc24-6343-4ba3-888a-de312b755a3b {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:34:14.133171 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 2122cc24-6343-4ba3-888a-de312b755a3b not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:34:14.222844 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:14.224404 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Network 30e32b43-187b-4b43-9628-54fc1fdf586b is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:14.226317 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:14.240122 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device bad0e7cd-8502-40ff-9f0e-d5c05304c9de up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:14.276767 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Transition to ACTIVE for port object 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:14.294352 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:14.481705 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Router e14a7e9e-c208-4235-901c-2cd72bc9af5c has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:34:14.563963 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808ec5f-7d10-4962-9cba-c75b5e1f88a8 None None] Pushing event updated for resources: {'Port': ['ID=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:14.682461 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port bad0e7cd-8502-40ff-9f0e-d5c05304c9de completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:14.711356 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port bad0e7cd-8502-40ff-9f0e-d5c05304c9de triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:14.711728 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:14.836089 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4595dcdd-4e14-430a-b94d-a7f6b5df317a req-95f86fc4-7123-4b79-8929-17ec158b072f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 210 time: 0.0456591 Jan 17 17:34:14.846725 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Attempting to bind port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:14.856257 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Attempting to bind port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:14.856619 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Attempting to bind port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 on network bb87eb2c-90c9-40eb-a620-1c517ae277e8 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:14.873282 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:14.873606 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Checking segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:14.873988 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:14.874516 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Bound using segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:14.875618 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Bound port: 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:14.876014 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:14.888274 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-bcc3c674-0d0d-42c7-bc2c-3ebfb6b48013 None None] Provisioning complete for port c46916dc-a8d6-4b10-b416-4eaa5589457b triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:14.888650 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-bcc3c674-0d0d-42c7-bc2c-3ebfb6b48013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:14.911137 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:34:14.933403 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Sync routers for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:34:14.933964 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-fff93348-1251-4269-a533-ace9197ac659 admin admin] 10.222.0.107 "PUT /v2.0/routers/e14a7e9e-c208-4235-901c-2cd72bc9af5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8841639 Jan 17 17:34:14.939788 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:14.940420 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:15.085597 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-bcc3c674-0d0d-42c7-bc2c-3ebfb6b48013 None None] Port c46916dc-a8d6-4b10-b416-4eaa5589457b cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:15.129146 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:15.143583 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] For port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:15.148173 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] For port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:15.153757 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:15.159337 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port bad0e7cd-8502-40ff-9f0e-d5c05304c9de, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=bad0e7cd-8502-40ff-9f0e-d5c05304c9de,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:15.205915 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:15.207099 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device a52afc6f-8e06-4a99-be3f-0cd21a3a56cb up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:15.335028 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:15.335733 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:15.369109 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:15.389893 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:15.390731 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:15.589397 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808ec5f-7d10-4962-9cba-c75b5e1f88a8 None None] Pushing event updated for resources: {'Port': ['ID=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:15.762038 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aed21-4905-47d8-b581-432e0af6132c req-2728066f-f1b8-43e4-80e5-6f1d01376381 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:15.762734 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-3b5aed21-4905-47d8-b581-432e0af6132c req-2728066f-f1b8-43e4-80e5-6f1d01376381 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Synchronizing usage tracker for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:network {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:15.958317 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=bad0e7cd-8502-40ff-9f0e-d5c05304c9de,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:15.993087 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:16.014886 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423a20-ea90-413a-a37b-c06544d035cb req-eb777c28-6880-4fbc-a83f-db3d4da2c71f tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:16.017730 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-eb777c28-6880-4fbc-a83f-db3d4da2c71f tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/networks?id=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 HTTP/1.1" status: 200 len: 809 time: 0.2434084 Jan 17 17:34:16.028269 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-3b5aed21-4905-47d8-b581-432e0af6132c req-2728066f-f1b8-43e4-80e5-6f1d01376381 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Unset dirty status for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:network {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:16.032374 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-2728066f-f1b8-43e4-80e5-6f1d01376381 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 816 time: 0.6385176 Jan 17 17:34:16.033052 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60706) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:16.042211 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 2, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:16.047960 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1219152419-network', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:16.048809 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Checking router: e14a7e9e-c208-4235-901c-2cd72bc9af5c for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:34:16.049237 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Updating router e14a7e9e-c208-4235-901c-2cd72bc9af5c port c46916dc-a8d6-4b10-b416-4eaa5589457b binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:34:16.061877 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f73bd87f-4158-42ad-87e6-d06e968616e8 req-d361e580-5327-4b89-9f7a-983b7e452c3d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 210 time: 0.0599053 Jan 17 17:34:16.074756 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:16.079680 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Usage tracker for resource:network and tenant:cda834f1c829475cb8d4ccd622a35ad4 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:16.092702 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:16.092702 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:16.100428 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4f8669e9-a873-4ad6-b48a-dbaa4dd92ab9 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/quotas/b7f74d0700ee4b4da20c9b5a80b3994f HTTP/1.1" status: 200 len: 375 time: 0.0757432 Jan 17 17:34:16.119444 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.157971 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Made reservation on behalf of cda834f1c829475cb8d4ccd622a35ad4 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:16.160603 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.181111 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-b6423a20-ea90-413a-a37b-c06544d035cb req-39095e04-1087-49ff-881c-6e0d815f1ea9 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Synchronizing usage tracker for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:16.188682 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.206824 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-3b5aed21-4905-47d8-b581-432e0af6132c req-b067f739-c792-4250-80a6-7e870c708bc9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Synchronizing usage tracker for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:16.222819 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:16.232863 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Usage tracker for resource:security_group_rule and tenant:cda834f1c829475cb8d4ccd622a35ad4 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:16.236327 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-b6423a20-ea90-413a-a37b-c06544d035cb req-39095e04-1087-49ff-881c-6e0d815f1ea9 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Unset dirty status for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:16.237676 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-39095e04-1087-49ff-881c-6e0d815f1ea9 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b7f74d0700ee4b4da20c9b5a80b3994f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289885 Jan 17 17:34:16.238723 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:16.241609 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-3b5aed21-4905-47d8-b581-432e0af6132c req-b067f739-c792-4250-80a6-7e870c708bc9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Unset dirty status for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:16.242726 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-b067f739-c792-4250-80a6-7e870c708bc9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a9322785da349c8b286bc18e2fa5f30 HTTP/1.1" status: 200 len: 378 time: 0.1907046 Jan 17 17:34:16.246744 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:16.272962 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'port': {'device_id': '73df87ff-4a34-4081-90e7-71faa60f3101', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'admin_state_up': True, 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'security_groups': ['910ddebe-c884-49b5-88c4-924b4980ab65']}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:16.441062 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:16.445782 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37f53a-6a83-47c5-8b18-aa8dd21a2492 None None] The sync data for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi is: [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:34:16.474295 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device bad0e7cd-8502-40ff-9f0e-d5c05304c9de up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:16.575625 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port bad0e7cd-8502-40ff-9f0e-d5c05304c9de triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:16.577060 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.590676 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.603419 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Transition to ACTIVE for port object c46916dc-a8d6-4b10-b416-4eaa5589457b will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:16.610684 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.631039 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.659186 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.711790 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513208e-f03f-4473-9013-0aab62f0b4c9 None None] Pushing event updated for resources: {'Port': ['ID=c46916dc-a8d6-4b10-b416-4eaa5589457b,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:16.733481 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:34:16.761193 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be31bcbe-84ba-4113-b2da-a3675e3c05de,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:16.786626 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:16.820355 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.821314 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Added segment f92404d4-e079-4be6-ac73-4e961b80ad93 of type vlan for network 8a1ff20d-0de1-4f82-a18d-859248973e2f Jan 17 17:34:16.876400 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:16.887126 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:16.911671 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-eaaf50f9-d8e5-43df-bb6e-b368d68a103e service neutron] 10.222.0.107 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624353 Jan 17 17:34:16.917911 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:16.930872 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:16.931342 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:16.945734 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Made reservation on behalf of 7a9322785da349c8b286bc18e2fa5f30 for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:16.949821 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.019572 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Attempting to bind port c46916dc-a8d6-4b10-b416-4eaa5589457b on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:17.019874 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Attempting to bind port c46916dc-a8d6-4b10-b416-4eaa5589457b by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:17.020191 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Attempting to bind port c46916dc-a8d6-4b10-b416-4eaa5589457b on network 30e32b43-187b-4b43-9628-54fc1fdf586b {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:17.025977 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:17.026335 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Checking segment: {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:17.026729 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.027152 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Bound using segment: {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:17.027611 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Bound port: c46916dc-a8d6-4b10-b416-4eaa5589457b, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:17.027996 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.063835 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.150181 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] For port c46916dc-a8d6-4b10-b416-4eaa5589457b, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:17.155508 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] For port c46916dc-a8d6-4b10-b416-4eaa5589457b, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c46916dc-a8d6-4b10-b416-4eaa5589457b,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:17.163961 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.169818 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.258793 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513208e-f03f-4473-9013-0aab62f0b4c9 None None] Pushing event updated for resources: {'Port': ['ID=c46916dc-a8d6-4b10-b416-4eaa5589457b,revision_number=4']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:17.259984 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.261556 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:17.262141 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.282933 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:17.289342 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.299189 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:17.300674 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:33:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:17.454621 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:17.463458 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f31a5add-807e-435a-bec4-3eb127c40e22 req-085f2d85-cb21-4737-bf70-d757d865b1a9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 210 time: 0.1062059 Jan 17 17:34:17.525584 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-f37aa86b-32fd-4144-9a42-b0040cf6ad7f service neutron] 10.222.0.107 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128316 Jan 17 17:34:17.620925 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a1ff20d-0de1-4f82-a18d-859248973e2f,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:17.630654 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Allocated IP 172.20.0.5 (bb87eb2c-90c9-40eb-a620-1c517ae277e8/a4c11084-2d15-4fb0-a13f-64152e103d3d/dddab7eb-29d6-4905-9d52-3bea3918be9f) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:17.638706 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 8a1ff20d-0de1-4f82-a18d-859248973e2f details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:34:17.657237 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60720) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:17.657513 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-fe54e1f2-61eb-4313-9606-4181f8b22db2 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6159048 Jan 17 17:34:17.662874 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Request body: {'subnet': {'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1219152419-subnet', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'ip_version': 4}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:17.664203 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:17.674160 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:17.685235 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Usage tracker for resource:subnet and tenant:cda834f1c829475cb8d4ccd622a35ad4 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:17.693556 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:17.707720 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:17.727574 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Made reservation on behalf of cda834f1c829475cb8d4ccd622a35ad4 for: {'subnet': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:17.730619 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519691'] for subnet, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.950306 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:17.969833 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Transition to ACTIVE for port object dddab7eb-29d6-4905-9d52-3bea3918be9f will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:17.974980 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-aa69c51e-bae8-47a4-8b9b-6fef20cf807e req-8b4a32f4-6297-49e3-b903-5b48e0135ab5 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 210 time: 0.0574892 Jan 17 17:34:18.011439 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.083368 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f584a593-b34e-46b1-8fb0-c9d0be7aab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.090689 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2439216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519705'] for subnet, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.105046 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:18.108389 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:18.113802 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:18.160621 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:18.165421 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e583c4-2220-4f21-a40e-0296d75bc2e3 None None] The sync data for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi is: [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:34:18.195145 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fedb48c-fe81-42be-ab9d-be2ccc25323e,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:18.199879 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Checking segment: {'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:18.200707 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Network hostable DHCP agents. Network: 8a1ff20d-0de1-4f82-a18d-859248973e2f, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:34:18.225834 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Network 8a1ff20d-0de1-4f82-a18d-859248973e2f is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:34:18.241011 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:18.254643 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 8a1ff20d-0de1-4f82-a18d-859248973e2f) {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:18.276903 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c995ded-5b52-4604-9bc9-2a582f976abc None None] Network 8a1ff20d-0de1-4f82-a18d-859248973e2f requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:34:18.302562 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:18.303685 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:18.303822 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.304328 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.325592 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d7c7b2e5-820c-4947-8374-f65c35488703 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0747349 Jan 17 17:34:18.349255 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Request body: {'port': {'device_id': '73df87ff-4a34-4081-90e7-71faa60f3101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:18.372914 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-495d85b7-537b-4300-b054-a5765f255b02 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7142754 Jan 17 17:34:18.374310 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60734) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:18.386586 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:18.393713 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:18.404996 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Usage tracker for resource:router and tenant:cda834f1c829475cb8d4ccd622a35ad4 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:18.409631 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:18.418037 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:18.432197 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.433759 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.467272 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.553897 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d18907dd-fc56-4e4b-97e6-02cf5b7df444 None None] Provisioning for port dddab7eb-29d6-4905-9d52-3bea3918be9f completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:18.577692 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d18907dd-fc56-4e4b-97e6-02cf5b7df444 None None] Provisioning complete for port dddab7eb-29d6-4905-9d52-3bea3918be9f triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:18.580068 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d18907dd-fc56-4e4b-97e6-02cf5b7df444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.666074 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:18.675877 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:18.919752 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-d18907dd-fc56-4e4b-97e6-02cf5b7df444 None None] Port dddab7eb-29d6-4905-9d52-3bea3918be9f cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:18.962688 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447868bd-ba3d-454a-bd5a-40373184f0e4 req-4f8b557f-4bc3-45bd-bbff-988a26ab9f34 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:18.964167 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-447868bd-ba3d-454a-bd5a-40373184f0e4 req-4f8b557f-4bc3-45bd-bbff-988a26ab9f34 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Synchronizing usage tracker for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:18.995484 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:18.995907 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:19.051259 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-447868bd-ba3d-454a-bd5a-40373184f0e4 req-4f8b557f-4bc3-45bd-bbff-988a26ab9f34 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Unset dirty status for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:19.071435 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-447868bd-ba3d-454a-bd5a-40373184f0e4 req-4f8b557f-4bc3-45bd-bbff-988a26ab9f34 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 931 time: 0.3659461 Jan 17 17:34:19.103708 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:19.253269 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-447868bd-ba3d-454a-bd5a-40373184f0e4 req-119ea886-6445-4321-b5ea-f9f919cd35d5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1787324 Jan 17 17:34:19.383100 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c46916dc-a8d6-4b10-b416-4eaa5589457b up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:19.390301 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4c8c7883-09c8-473a-a475-ace74206442f req-15fa1a77-a031-40b7-87aa-1a6b1551a5cf tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 210 time: 0.0998676 Jan 17 17:34:19.411814 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-8a1ff20d-0de1-4f82-a18d-859248973e2f', 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'fixed_ips': [{'subnet_id': '2fedb48c-fe81-42be-ab9d-be2ccc25323e'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:34:19.412918 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:19.459161 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddab7eb-29d6-4905-9d52-3bea3918be9f {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:34:19.468346 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:19.491585 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Transition to ACTIVE for port object dddab7eb-29d6-4905-9d52-3bea3918be9f will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:19.502921 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:19.553689 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port c46916dc-a8d6-4b10-b416-4eaa5589457b completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:19.576774 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port c46916dc-a8d6-4b10-b416-4eaa5589457b triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:19.577461 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:19.693296 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423a20-ea90-413a-a37b-c06544d035cb req-83e5f0e9-f0ab-4be6-8432-6f6f16ebd2d0 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:19.695493 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-83e5f0e9-f0ab-4be6-8432-6f6f16ebd2d0 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.106 "GET /v2.0/networks?id=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 HTTP/1.1" status: 200 len: 809 time: 0.3966277 Jan 17 17:34:19.804914 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Request body: {'port': {'device_id': '482ee8fa-6ec3-4b16-a32b-e966ffbf66ac', 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55', 'admin_state_up': True, 'tenant_id': 'b7f74d0700ee4b4da20c9b5a80b3994f'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:19.832579 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:19.852047 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Allocated IP 172.20.0.2 (8a1ff20d-0de1-4f82-a18d-859248973e2f/2fedb48c-fe81-42be-ab9d-be2ccc25323e/10f4d0b0-288e-491a-be34-7f32670da263) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:19.898573 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port c46916dc-a8d6-4b10-b416-4eaa5589457b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c46916dc-a8d6-4b10-b416-4eaa5589457b,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:19.903996 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:19.952111 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:19.977768 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Attempting to bind port dddab7eb-29d6-4905-9d52-3bea3918be9f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:19.978379 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Attempting to bind port dddab7eb-29d6-4905-9d52-3bea3918be9f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:19.979461 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Attempting to bind port dddab7eb-29d6-4905-9d52-3bea3918be9f on network bb87eb2c-90c9-40eb-a620-1c517ae277e8 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:19.993118 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Port dddab7eb-29d6-4905-9d52-3bea3918be9f on network bb87eb2c-90c9-40eb-a620-1c517ae277e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:34:19.993619 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Attempting to bind port dddab7eb-29d6-4905-9d52-3bea3918be9f on network bb87eb2c-90c9-40eb-a620-1c517ae277e8 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:19.999829 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:20.000378 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Checking segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:20.000788 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Bound using segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:20.001314 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Bound port: dddab7eb-29d6-4905-9d52-3bea3918be9f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:20.001790 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.057897 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=c46916dc-a8d6-4b10-b416-4eaa5589457b,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:20.074136 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.104500 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:20.109821 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:20.114999 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.119388 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.163282 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.175329 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Transition to ACTIVE for port object 10f4d0b0-288e-491a-be34-7f32670da263 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:20.185633 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:20.186591 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.188154 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] 10.222.0.106 "PUT /v2.0/ports/dddab7eb-29d6-4905-9d52-3bea3918be9f HTTP/1.1" status: 200 len: 1093 time: 1.8500302 Jan 17 17:34:20.188689 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:20.210101 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Transition to ACTIVE for port object 10f4d0b0-288e-491a-be34-7f32670da263 will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:20.222437 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.297991 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Allocated IP 172.27.3.133 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/02ba0e73-34bd-443d-bdcc-6a74c6598a25) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:20.301173 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Network 8a1ff20d-0de1-4f82-a18d-859248973e2f is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:20.309438 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:20.317190 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:20.361010 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'status': 'completed', 'code': 200} Jan 17 17:34:20.367603 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4fd4f-bc43-4dc1-9c47-ab8da285eb40 service neutron] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:20.467386 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d96222bc-5812-4b57-ac34-45a9efe1cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:20.469164 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d96222bc-5812-4b57-ac34-45a9efe1cd46 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 1096 time: 0.2345290 Jan 17 17:34:20.487073 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:20.500435 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c46916dc-a8d6-4b10-b416-4eaa5589457b up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:20.501388 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:20.521222 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Made reservation on behalf of b7f74d0700ee4b4da20c9b5a80b3994f for: {'port': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:20.526597 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.683309 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Pushing event updated for resources: {'Port': ['ID=10f4d0b0-288e-491a-be34-7f32670da263,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:20.689678 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-d445d073-7699-4d89-8202-1b90f89eba80 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f HTTP/1.1" status: 200 len: 217 time: 0.2066886 Jan 17 17:34:20.822248 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-7320c487-364f-4529-9474-2cd352e581c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.844300 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-adaee193-5514-4872-91cc-943ddd8c50ca req-51984a2a-077b-4a75-b9ca-5b2e9a33074c tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 210 time: 0.1559157 Jan 17 17:34:20.874669 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port c46916dc-a8d6-4b10-b416-4eaa5589457b triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:20.875275 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.889262 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aed21-4905-47d8-b581-432e0af6132c req-b6f731a1-c527-4a23-b86e-a5c382309386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:20.892957 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-b6f731a1-c527-4a23-b86e-a5c382309386 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.1931257 Jan 17 17:34:20.909235 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Attempting to bind port 10f4d0b0-288e-491a-be34-7f32670da263 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:20.909604 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Attempting to bind port 10f4d0b0-288e-491a-be34-7f32670da263 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:20.909974 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Attempting to bind port 10f4d0b0-288e-491a-be34-7f32670da263 on network 8a1ff20d-0de1-4f82-a18d-859248973e2f {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:20.946089 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:20.946857 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Checking segment: {'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:20.946857 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:20.947393 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Bound using segment: {'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:20.947784 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Bound port: 10f4d0b0-288e-491a-be34-7f32670da263, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:20.948160 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:21.027160 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aed21-4905-47d8-b581-432e0af6132c req-64ae5448-764b-414a-a63f-50868e80a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:21.028222 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:21.029041 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-64ae5448-764b-414a-a63f-50868e80a929 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1264687 Jan 17 17:34:21.034174 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Allocated IP 172.20.0.2 (ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55/1725e7c2-f0bb-4a36-abd5-fc687f8f35f3/f8556667-d1fc-4c79-8918-c86940181a51) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:21.144948 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c25465-80fb-4379-95f5-7b4256b766a4 req-5ab018b5-8ff1-4e93-a209-348ff38615d3 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:21.146477 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-54c25465-80fb-4379-95f5-7b4256b766a4 req-5ab018b5-8ff1-4e93-a209-348ff38615d3 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.2482140 Jan 17 17:34:21.164688 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] For port 10f4d0b0-288e-491a-be34-7f32670da263, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:21.174167 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] For port 10f4d0b0-288e-491a-be34-7f32670da263, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=10f4d0b0-288e-491a-be34-7f32670da263,segment=NetworkSegment(f92404d4-e079-4be6-ac73-4e961b80ad93),segment_id=f92404d4-e079-4be6-ac73-4e961b80ad93)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:21.180835 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:21.265075 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-1c2a0a30-6d46-43e6-b5d5-13ce4214541a service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295291 Jan 17 17:34:21.270196 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560534ea-4e4b-42c0-bbf5-b264a39099b3 None None] Pushing event updated for resources: {'Port': ['ID=10f4d0b0-288e-491a-be34-7f32670da263,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:21.319581 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-54c25465-80fb-4379-95f5-7b4256b766a4 req-e89778ce-0c7f-475f-ac94-c40bf90e206e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524808 Jan 17 17:34:21.324150 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:21.404218 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:21.412517 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:21.428896 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:21.441268 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3b5aed21-4905-47d8-b581-432e0af6132c req-a1d7d09a-fb5b-4b4a-935a-83f34d4385b2 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694939 Jan 17 17:34:21.484522 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Pushing event updated for resources: {'Port': ['ID=02ba0e73-34bd-443d-bdcc-6a74c6598a25,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:21.514015 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:21.582290 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:21.861860 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:21.871391 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:21.965878 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:21.971038 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:21.978826 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:22.061341 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f01d9-1f2d-46d0-8988-66a8094c8a43 req-c61a65ff-de2d-4a8c-af56-fc8331fa5f08 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:22.063610 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-665f01d9-1f2d-46d0-8988-66a8094c8a43 req-c61a65ff-de2d-4a8c-af56-fc8331fa5f08 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 931 time: 0.0915689 Jan 17 17:34:22.094273 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Pushing event updated for resources: {'Port': ['ID=f8556667-d1fc-4c79-8918-c86940181a51,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:22.129121 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:22.129782 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:22.135836 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-665f01d9-1f2d-46d0-8988-66a8094c8a43 req-073890f2-73ba-4110-851c-a4053817f437 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651414 Jan 17 17:34:22.145295 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:22.241076 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4bb6652c-3ad3-4b6a-a56b-d098203c31ef tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4401481 Jan 17 17:34:22.278624 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9808ad0b-3756-4ac3-9c42-3b44c98d473d None None] Network 8a1ff20d-0de1-4f82-a18d-859248973e2f requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:34:22.461833 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 10f4d0b0-288e-491a-be34-7f32670da263 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:22.495246 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-21057d30-0237-4fe9-a932-19cdcaf239b8 None None] Provisioning for port 10f4d0b0-288e-491a-be34-7f32670da263 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:22.604182 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 10f4d0b0-288e-491a-be34-7f32670da263 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:22.611923 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 10f4d0b0-288e-491a-be34-7f32670da263 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:22.612295 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:22.612996 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:22.749461 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:22.779366 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaac9d-73c2-4f37-ace5-03fdc7ef7a6c req-59514b8d-553d-4826-9791-7d424ad749dd tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:22.781469 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-94eaac9d-73c2-4f37-ace5-03fdc7ef7a6c req-59514b8d-553d-4826-9791-7d424ad749dd tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.2725143 Jan 17 17:34:22.791135 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 10f4d0b0-288e-491a-be34-7f32670da263, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=10f4d0b0-288e-491a-be34-7f32670da263,segment=NetworkSegment(f92404d4-e079-4be6-ac73-4e961b80ad93),segment_id=f92404d4-e079-4be6-ac73-4e961b80ad93)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:22.796095 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:22.877401 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-94eaac9d-73c2-4f37-ace5-03fdc7ef7a6c req-583ac94d-623b-40d4-9353-b018fa1457b0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838115 Jan 17 17:34:22.882111 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=10f4d0b0-288e-491a-be34-7f32670da263,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:22.919562 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Router 15edf936-6556-4b08-8d35-ee33276d2773 is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:34:22.926755 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:22.945942 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-5e83c220-e272-499b-ab83-7d734513c763 None None] Provisioning complete for port 10f4d0b0-288e-491a-be34-7f32670da263 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:22.946194 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5e83c220-e272-499b-ab83-7d734513c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:23.111049 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:34:23.119414 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Sync routers for ids ['15edf936-6556-4b08-8d35-ee33276d2773'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:34:23.129222 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Routers {'15edf936-6556-4b08-8d35-ee33276d2773'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:23.129845 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['15edf936-6556-4b08-8d35-ee33276d2773'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:23.132041 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:23.133935 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-e3e596f8-0fe3-450b-a429-5f366865ee57 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7553773 Jan 17 17:34:23.136871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60776) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:23.345988 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dae59e-46c5-4bd3-abd4-393862c1a921 req-02cbd453-bea0-4cd6-8982-a8995c71371d tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:23.347582 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-95dae59e-46c5-4bd3-abd4-393862c1a921 req-02cbd453-bea0-4cd6-8982-a8995c71371d tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 931 time: 0.0910625 Jan 17 17:34:23.355686 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Set router 15edf936-6556-4b08-8d35-ee33276d2773 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:23.396124 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-95dae59e-46c5-4bd3-abd4-393862c1a921 req-de242bc9-3f5a-46bb-ae29-6ff8c80b615e tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Jan 17 17:34:23.652570 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:34:21Z', 'revision_number': 3, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port': {'id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:20Z', 'updated_at': '2022-01-17T17:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:23.657596 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Checking router: 15edf936-6556-4b08-8d35-ee33276d2773 for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:34:23.658034 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Updating router 15edf936-6556-4b08-8d35-ee33276d2773 port 02ba0e73-34bd-443d-bdcc-6a74c6598a25 binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:34:23.712129 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:23.947584 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Request body: {'port': {'device_id': '482ee8fa-6ec3-4b16-a32b-e966ffbf66ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:24.024095 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.059238 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-316238f5-b84b-476d-9213-11d33d950bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:24.062999 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-316238f5-b84b-476d-9213-11d33d950bb7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 1096 time: 0.0987329 Jan 17 17:34:24.119210 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.139553 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Transition to ACTIVE for port object 02ba0e73-34bd-443d-bdcc-6a74c6598a25 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:24.147069 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.148158 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.212599 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-98f6c9d5-d622-4f47-89cd-c7adf3f26a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:24.214069 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-98f6c9d5-d622-4f47-89cd-c7adf3f26a47 service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1451735 Jan 17 17:34:24.227489 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Attempting to bind port 02ba0e73-34bd-443d-bdcc-6a74c6598a25 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:24.228086 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Attempting to bind port 02ba0e73-34bd-443d-bdcc-6a74c6598a25 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:24.228601 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Attempting to bind port 02ba0e73-34bd-443d-bdcc-6a74c6598a25 on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:24.240597 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd98628-196b-4d16-b8bc-fccca7c57582 None None] Pushing event updated for resources: {'Port': ['ID=02ba0e73-34bd-443d-bdcc-6a74c6598a25,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:24.255537 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:24.255994 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:24.256399 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.256784 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:24.257365 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Bound port: 02ba0e73-34bd-443d-bdcc-6a74c6598a25, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:24.257841 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.286859 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.293428 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-c4e1d23c-7ebb-447b-933e-18209570c4ce service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f HTTP/1.1" status: 200 len: 217 time: 0.0718217 Jan 17 17:34:24.356394 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] For port 02ba0e73-34bd-443d-bdcc-6a74c6598a25, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:24.362342 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] For port 02ba0e73-34bd-443d-bdcc-6a74c6598a25, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=02ba0e73-34bd-443d-bdcc-6a74c6598a25,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:24.371006 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.377958 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-fdf92f4f-31bd-4176-9d73-bfdc85546334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:24.380142 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-fdf92f4f-31bd-4176-9d73-bfdc85546334 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0776715 Jan 17 17:34:24.456978 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd98628-196b-4d16-b8bc-fccca7c57582 None None] Pushing event updated for resources: {'Port': ['ID=02ba0e73-34bd-443d-bdcc-6a74c6598a25,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:24.460378 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 10f4d0b0-288e-491a-be34-7f32670da263 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:24.476464 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-ff476ad8-8add-4bc6-9feb-a977b8432cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:24.478122 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-ff476ad8-8add-4bc6-9feb-a977b8432cf0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904508 Jan 17 17:34:24.540239 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd93008-5cd8-41aa-ada4-a53dddc64c75 req-e7397125-e22e-475c-86db-20fa43bfa4e7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:24.542025 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3bd93008-5cd8-41aa-ada4-a53dddc64c75 req-e7397125-e22e-475c-86db-20fa43bfa4e7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.5204246 Jan 17 17:34:24.555098 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 10f4d0b0-288e-491a-be34-7f32670da263 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:24.555453 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:24.580779 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Routers {'15edf936-6556-4b08-8d35-ee33276d2773'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:24.581480 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['15edf936-6556-4b08-8d35-ee33276d2773'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:24.657581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Allocated IP 172.20.0.1 (8a1ff20d-0de1-4f82-a18d-859248973e2f/2fedb48c-fe81-42be-ab9d-be2ccc25323e/438f83af-50fa-48d6-b1ac-5e038e3f05a7) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:24.732752 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3bd93008-5cd8-41aa-ada4-a53dddc64c75 req-76b7f4c6-e444-4d7d-9e31-eda5136766ab tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782048 Jan 17 17:34:24.828225 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-58c4ff94-1768-4fb2-9dad-3162fb96e3a7 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423500 Jan 17 17:34:24.837504 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cb27-447c-45ad-9193-ed054558acf5 req-b204f085-9cb2-4f04-9dee-4296b49f1309 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:24.843520 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] Set router 15edf936-6556-4b08-8d35-ee33276d2773 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:24.845599 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c8f6cb27-447c-45ad-9193-ed054558acf5 req-b204f085-9cb2-4f04-9dee-4296b49f1309 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 931 time: 0.2784410 Jan 17 17:34:24.991035 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c8f6cb27-447c-45ad-9193-ed054558acf5 req-d435d36a-aaac-4e97-b06f-a2d73f0aba36 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444142 Jan 17 17:34:25.047590 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3b0a04b-a6e5-4d5f-a326-45bc85c7f67d req-dab8440a-0207-4029-ae91-3a55779f7b0d service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997805 Jan 17 17:34:25.052480 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:25.087949 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Transition to ACTIVE for port object 438f83af-50fa-48d6-b1ac-5e038e3f05a7 will not be triggered until provisioned by entity DHCP. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:25.153028 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8556667-d1fc-4c79-8918-c86940181a51 {{(pid=86776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:34:25.164599 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:25.185549 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Transition to ACTIVE for port object f8556667-d1fc-4c79-8918-c86940181a51 will not be triggered until provisioned by entity L2. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:25.190346 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:25.288579 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:34:21Z', 'revision_number': 3, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port': {'id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:20Z', 'updated_at': '2022-01-17T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:25.295295 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ceaa2e-02a0-470d-9386-d80d98e8534e None None] The sync data for ids ['15edf936-6556-4b08-8d35-ee33276d2773'] in dv-cinder-818883-2-iscsi is: [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:34:21Z', 'revision_number': 3, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port': {'id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:20Z', 'updated_at': '2022-01-17T17:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:34:25.349197 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:25.488446 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Network 8a1ff20d-0de1-4f82-a18d-859248973e2f is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:25.494576 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:25.497053 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:25.522983 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Pushing event updated for resources: {'Port': ['ID=f8556667-d1fc-4c79-8918-c86940181a51,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:25.603273 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.603723 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.604142 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.604581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.604977 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.606543 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.606543 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.606543 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.607067 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.607456 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.607844 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.608228 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:25.695786 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:25.729990 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Pushing event updated for resources: {'Port': ['ID=438f83af-50fa-48d6-b1ac-5e038e3f05a7,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:25.737597 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Attempting to bind port f8556667-d1fc-4c79-8918-c86940181a51 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:25.738082 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Attempting to bind port f8556667-d1fc-4c79-8918-c86940181a51 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:25.738489 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Attempting to bind port f8556667-d1fc-4c79-8918-c86940181a51 on network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:25.746558 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Port f8556667-d1fc-4c79-8918-c86940181a51 on network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:34:25.746929 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Attempting to bind port f8556667-d1fc-4c79-8918-c86940181a51 on network ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:25.761407 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:25.761627 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Checking segment: {'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:25.762165 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Bound using segment: {'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:25.762669 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Bound port: f8556667-d1fc-4c79-8918-c86940181a51, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55'}}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:25.763105 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.027317 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.029407 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31bd83e4-bb8b-457d-bdc3-113ebd187404 None None] Provisioning for port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:26.036802 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31bd83e4-bb8b-457d-bdc3-113ebd187404 None None] Provisioning complete for port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:26.037486 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31bd83e4-bb8b-457d-bdc3-113ebd187404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.087982 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] For port f8556667-d1fc-4c79-8918-c86940181a51, host hv-cinder-81888, cleared binding levels {{(pid=86776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:26.121359 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] For port f8556667-d1fc-4c79-8918-c86940181a51, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8556667-d1fc-4c79-8918-c86940181a51,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:26.135636 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.147329 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31bd83e4-bb8b-457d-bdc3-113ebd187404 None None] Port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:26.238659 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:26.239420 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.240977 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] 10.222.0.106 "PUT /v2.0/ports/f8556667-d1fc-4c79-8918-c86940181a51 HTTP/1.1" status: 200 len: 1093 time: 2.2997158 Jan 17 17:34:26.241537 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482ee8fa-6ec3-4b16-a32b-e966ffbf66ac', 'tag': 'f8556667-d1fc-4c79-8918-c86940181a51'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:26.293775 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b39512-f1fe-45b2-93dc-de167dea9255 req-b5f39411-783b-4c87-8910-d2dcf2618341 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:26.295625 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57b39512-f1fe-45b2-93dc-de167dea9255 req-b5f39411-783b-4c87-8910-d2dcf2618341 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 943 time: 0.1276209 Jan 17 17:34:26.368022 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57b39512-f1fe-45b2-93dc-de167dea9255 req-d5081310-9beb-4d3b-b96f-e96e20ac6cab tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650041 Jan 17 17:34:26.415872 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c977-671d-4ef9-9610-b133d99a7a7e req-e8b90049-b866-47d7-a1ed-eda9b55fa128 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:26.425629 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-45f0c977-671d-4ef9-9610-b133d99a7a7e req-e8b90049-b866-47d7-a1ed-eda9b55fa128 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.4765584 Jan 17 17:34:26.448565 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 02ba0e73-34bd-443d-bdcc-6a74c6598a25 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:26.460720 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482ee8fa-6ec3-4b16-a32b-e966ffbf66ac', 'tag': 'f8556667-d1fc-4c79-8918-c86940181a51', 'status': 'completed', 'code': 200} Jan 17 17:34:26.505249 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed246fa-bb45-4079-acbc-aa2afddcab12 service neutron] Pushing event updated for resources: {'Port': ['ID=f8556667-d1fc-4c79-8918-c86940181a51,revision_number=3']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:26.528294 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 02ba0e73-34bd-443d-bdcc-6a74c6598a25 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:26.534519 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 02ba0e73-34bd-443d-bdcc-6a74c6598a25 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:26.534918 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.535713 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-45f0c977-671d-4ef9-9610-b133d99a7a7e req-28f6b46e-659a-4a19-a8c1-ff26c8deb124 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091726 Jan 17 17:34:26.600228 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.612226 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.670661 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.690463 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 02ba0e73-34bd-443d-bdcc-6a74c6598a25, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=02ba0e73-34bd-443d-bdcc-6a74c6598a25,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:26.695859 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.698678 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423a20-ea90-413a-a37b-c06544d035cb req-9d3df6f5-94f0-4398-b307-305fd422c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:26.700408 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-9d3df6f5-94f0-4398-b307-305fd422c558 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b7f74d0700ee4b4da20c9b5a80b3994f&device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 1096 time: 0.3586771 Jan 17 17:34:26.788114 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-4f083682-36dd-4c2a-8da2-86ef9e68bff1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8556667-d1fc-4c79-8918-c86940181a51 HTTP/1.1" status: 200 len: 217 time: 0.0716996 Jan 17 17:34:26.805472 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=02ba0e73-34bd-443d-bdcc-6a74c6598a25,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:26.833348 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:26.836433 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Pushing event updated for resources: {'Port': ['ID=438f83af-50fa-48d6-b1ac-5e038e3f05a7,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:26.942993 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6423a20-ea90-413a-a37b-c06544d035cb req-9cd20592-d387-4b7f-996f-6a47f609908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:26.944328 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-9cd20592-d387-4b7f-996f-6a47f609908b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1725e7c2-f0bb-4a36-abd5-fc687f8f35f3 HTTP/1.1" status: 200 len: 849 time: 0.1488800 Jan 17 17:34:27.007660 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-346c9e8a-5468-49ac-91a1-b16ae9e79037 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552230 Jan 17 17:34:27.192014 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Network 8a1ff20d-0de1-4f82-a18d-859248973e2f is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:27.194949 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:27.326384 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-8ac8e396-d285-4c46-a4dd-7946d5ff5fd6 service neutron] 10.222.0.106 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069899 Jan 17 17:34:27.380001 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-1a963f90-2b95-4d86-a832-3a9771257764 None None] Provisioning complete for port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:27.380370 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1a963f90-2b95-4d86-a832-3a9771257764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:27.450690 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-1a963f90-2b95-4d86-a832-3a9771257764 None None] Port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:27.535031 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Router 15edf936-6556-4b08-8d35-ee33276d2773 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:34:27.564715 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db70e12-5a4b-4bda-8235-48a08a3781e7 req-8fae0cec-7be1-451a-bd47-e7a4ceb1e007 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:27.566500 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7db70e12-5a4b-4bda-8235-48a08a3781e7 req-8fae0cec-7be1-451a-bd47-e7a4ceb1e007 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 943 time: 0.0948138 Jan 17 17:34:27.616943 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6423a20-ea90-413a-a37b-c06544d035cb req-06674510-dd4b-46d6-bfc5-6e7929d1fa73 service neutron] 10.222.0.106 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377801 Jan 17 17:34:27.658370 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7db70e12-5a4b-4bda-8235-48a08a3781e7 req-5370cc54-3344-4bf3-87c8-b4c71bcb7e28 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794044 Jan 17 17:34:27.906292 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:34:27.915394 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Sync routers for ids ['15edf936-6556-4b08-8d35-ee33276d2773'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:34:27.924080 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-eec4c1e7-aa55-42be-803e-36192246faa9 admin admin] 10.222.0.107 "PUT /v2.0/routers/15edf936-6556-4b08-8d35-ee33276d2773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7856836 Jan 17 17:34:27.938181 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Routers {'15edf936-6556-4b08-8d35-ee33276d2773'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:27.939003 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['15edf936-6556-4b08-8d35-ee33276d2773'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:27.948695 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0996ab-a653-4dbb-97f6-446a716932f3 req-1ae05f15-fb21-4923-8c2b-0bb5fb1cef76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:27.950857 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1f0996ab-a653-4dbb-97f6-446a716932f3 req-1ae05f15-fb21-4923-8c2b-0bb5fb1cef76 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.2739372 Jan 17 17:34:27.953951 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-afe078b0-5e58-494d-9f3f-5a8009d7322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:27.955531 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-afe078b0-5e58-494d-9f3f-5a8009d7322b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b7f74d0700ee4b4da20c9b5a80b3994f&device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 1096 time: 0.2639635 Jan 17 17:34:27.960856 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:34:28.098660 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1f0996ab-a653-4dbb-97f6-446a716932f3 req-631a548d-76cd-4f78-bc12-d8c56e193741 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419234 Jan 17 17:34:28.187657 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-e6223f26-20bf-4ec4-9d0c-53f69f7bfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:28.189231 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-e6223f26-20bf-4ec4-9d0c-53f69f7bfdea service neutron] 10.222.0.106 "GET /v2.0/networks?id=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 HTTP/1.1" status: 200 len: 910 time: 0.2181351 Jan 17 17:34:28.208393 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:28.225650 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'port_id': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'mac_address': 'fa:16:3e:e1:d7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:34:28.227961 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Set router 15edf936-6556-4b08-8d35-ee33276d2773 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:28.286198 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-68375f0d-25b2-4079-b647-98b898c9026e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8556667-d1fc-4c79-8918-c86940181a51 HTTP/1.1" status: 200 len: 217 time: 0.0893016 Jan 17 17:34:28.298219 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:28.330018 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddab7eb-29d6-4905-9d52-3bea3918be9f {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:34:28.348038 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:28.357738 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:28.417696 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-aab1c597-b929-4b9a-a732-9aff048b084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:28.424894 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-aab1c597-b929-4b9a-a732-9aff048b084f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1725e7c2-f0bb-4a36-abd5-fc687f8f35f3 HTTP/1.1" status: 200 len: 849 time: 0.1308038 Jan 17 17:34:28.454860 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 02ba0e73-34bd-443d-bdcc-6a74c6598a25 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:28.502948 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-9cec00f9-b12f-4d5f-bf44-9f8338f80d1e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699899 Jan 17 17:34:28.524044 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:28.580009 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 02ba0e73-34bd-443d-bdcc-6a74c6598a25 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:28.583276 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:28.628664 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['dddab7eb-29d6-4905-9d52-3bea3918be9f'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:34:28.746605 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-80898296-30d3-46c2-90c8-65c11eee4f57 service neutron] 10.222.0.106 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370577 Jan 17 17:34:28.825588 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:34:25Z', 'revision_number': 4, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port': {'id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:20Z', 'updated_at': '2022-01-17T17:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '438f83af-50fa-48d6-b1ac-5e038e3f05a7', 'name': '', 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'mac_address': 'fa:16:3e:7c:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2fedb48c-fe81-42be-ab9d-be2ccc25323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:24Z', 'updated_at': '2022-01-17T17:34:26Z', 'revision_number': 2, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'subnets': [{'id': '2fedb48c-fe81-42be-ab9d-be2ccc25323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:28.834565 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Checking router: 15edf936-6556-4b08-8d35-ee33276d2773 for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:34:28.834935 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Updating router 15edf936-6556-4b08-8d35-ee33276d2773 port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:34:28.967633 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:29.021002 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d9f0e2b6-434f-45db-96ce-513004aaeb13 req-b616ca97-5e7d-4ad0-8c82-1d46998a120c service neutron] 10.222.0.106 "GET /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651570 Jan 17 17:34:29.023923 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fc98f-a6f0-4548-aac2-ca709a64d3df req-7949d4e5-cc5f-4fd0-9005-fb5e6135b4bd tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:29.031427 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-726fc98f-a6f0-4548-aac2-ca709a64d3df req-7949d4e5-cc5f-4fd0-9005-fb5e6135b4bd tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 943 time: 0.1692035 Jan 17 17:34:29.092935 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-726fc98f-a6f0-4548-aac2-ca709a64d3df req-9b99217b-b28b-4bd3-ba05-dda5d68a4b49 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603950 Jan 17 17:34:29.417477 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:29.429185 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3a055-a539-4d2c-8fba-54cecbaa6097 req-eb1e3678-058d-4476-8973-43c1cca34a11 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:29.430876 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-54a3a055-a539-4d2c-8fba-54cecbaa6097 req-eb1e3678-058d-4476-8973-43c1cca34a11 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 944 time: 0.1828382 Jan 17 17:34:29.435736 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Transition to ACTIVE for port object 438f83af-50fa-48d6-b1ac-5e038e3f05a7 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:29.448602 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:29.504520 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-54a3a055-a539-4d2c-8fba-54cecbaa6097 req-8f50688c-31ce-4c78-8ea2-0add4916e74e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664737 Jan 17 17:34:29.593772 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3310e-dd04-476b-8a60-8daaed0d0048 None None] Pushing event updated for resources: {'Port': ['ID=438f83af-50fa-48d6-b1ac-5e038e3f05a7,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:29.727097 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Attempting to bind port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:29.727615 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Attempting to bind port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:29.728189 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Attempting to bind port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 on network 8a1ff20d-0de1-4f82-a18d-859248973e2f {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:29.735033 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:29.735608 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Checking segment: {'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:29.736128 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:29.736611 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Bound using segment: {'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:29.737354 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Bound port: 438f83af-50fa-48d6-b1ac-5e038e3f05a7, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92404d4-e079-4be6-ac73-4e961b80ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:29.737844 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:29.848687 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] For port 438f83af-50fa-48d6-b1ac-5e038e3f05a7, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:29.852098 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] For port 438f83af-50fa-48d6-b1ac-5e038e3f05a7, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=438f83af-50fa-48d6-b1ac-5e038e3f05a7,segment=NetworkSegment(f92404d4-e079-4be6-ac73-4e961b80ad93),segment_id=f92404d4-e079-4be6-ac73-4e961b80ad93)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:29.858783 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:29.941300 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Routers {'15edf936-6556-4b08-8d35-ee33276d2773'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:29.941842 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['15edf936-6556-4b08-8d35-ee33276d2773'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:29.966014 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:30.089640 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port dddab7eb-29d6-4905-9d52-3bea3918be9f completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:30.092078 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3310e-dd04-476b-8a60-8daaed0d0048 None None] Pushing event updated for resources: {'Port': ['ID=438f83af-50fa-48d6-b1ac-5e038e3f05a7,revision_number=4']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:30.105562 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port dddab7eb-29d6-4905-9d52-3bea3918be9f triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:30.105937 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:30.239342 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] Set router 15edf936-6556-4b08-8d35-ee33276d2773 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:30.347364 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:30.360983 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57353472-111e-40ce-b8c3-12eb92d1a915 req-53a37c0e-ce53-47b1-a353-f4c6e52eae83 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:30.371416 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57353472-111e-40ce-b8c3-12eb92d1a915 req-53a37c0e-ce53-47b1-a353-f4c6e52eae83 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 943 time: 0.1308737 Jan 17 17:34:30.406222 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:30.407443 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:30.434347 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:30.450819 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57353472-111e-40ce-b8c3-12eb92d1a915 req-9cce5cb5-7be5-4f2f-9b51-1305dab54995 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780458 Jan 17 17:34:30.533800 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'code': 200} Jan 17 17:34:30.723701 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:30.739719 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.740057 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.740392 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.740719 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.741038 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.741361 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.741679 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.741994 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.742326 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.742646 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.742987 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.743298 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:34:30.882641 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd395be-945c-41a5-bff5-4f122383e54c req-4c6d91e2-bb60-4240-b0c5-9dbb2381ea3b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:30.890972 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7bd395be-945c-41a5-bff5-4f122383e54c req-4c6d91e2-bb60-4240-b0c5-9dbb2381ea3b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.1327150 Jan 17 17:34:30.931873 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6146-b9ff-4c98-916e-2888bc1d94a7 req-1cd1470d-7d75-4f2c-a89a-48829eea8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:30.933765 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-72ad6146-b9ff-4c98-916e-2888bc1d94a7 req-1cd1470d-7d75-4f2c-a89a-48829eea8010 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 1098 time: 0.0927689 Jan 17 17:34:30.954384 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7bd395be-945c-41a5-bff5-4f122383e54c req-d56f2827-4bb0-4078-8f65-2982009f9d74 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621152 Jan 17 17:34:30.980309 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:34:25Z', 'revision_number': 4, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port': {'id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:20Z', 'updated_at': '2022-01-17T17:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '438f83af-50fa-48d6-b1ac-5e038e3f05a7', 'name': '', 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'mac_address': 'fa:16:3e:7c:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2fedb48c-fe81-42be-ab9d-be2ccc25323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:24Z', 'updated_at': '2022-01-17T17:34:29Z', 'revision_number': 4, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'subnets': [{'id': '2fedb48c-fe81-42be-ab9d-be2ccc25323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:30.990435 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec884ea-4374-4b97-8957-ee7ec33656b7 None None] The sync data for ids ['15edf936-6556-4b08-8d35-ee33276d2773'] in dv-cinder-818883-2-iscsi is: [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:34:25Z', 'revision_number': 4, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port': {'id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:20Z', 'updated_at': '2022-01-17T17:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '438f83af-50fa-48d6-b1ac-5e038e3f05a7', 'name': '', 'network_id': '8a1ff20d-0de1-4f82-a18d-859248973e2f', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'mac_address': 'fa:16:3e:7c:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2fedb48c-fe81-42be-ab9d-be2ccc25323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:24Z', 'updated_at': '2022-01-17T17:34:29Z', 'revision_number': 4, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'subnets': [{'id': '2fedb48c-fe81-42be-ab9d-be2ccc25323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:34:30.992586 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-72ad6146-b9ff-4c98-916e-2888bc1d94a7 req-0484cbc8-665a-47cb-987a-de06ba1367b1 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531363 Jan 17 17:34:31.709756 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1051-8dd7-416d-b15b-0e24a82501e7 req-958dbf53-cf58-4a53-8824-4f59e32c15ca tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:31.710625 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-ff9f1051-8dd7-416d-b15b-0e24a82501e7 req-958dbf53-cf58-4a53-8824-4f59e32c15ca tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Synchronizing usage tracker for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:31.735789 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-ff9f1051-8dd7-416d-b15b-0e24a82501e7 req-958dbf53-cf58-4a53-8824-4f59e32c15ca tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Unset dirty status for tenant:b7f74d0700ee4b4da20c9b5a80b3994f on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:31.738414 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ff9f1051-8dd7-416d-b15b-0e24a82501e7 req-958dbf53-cf58-4a53-8824-4f59e32c15ca tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 943 time: 0.1536264 Jan 17 17:34:31.860358 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ff9f1051-8dd7-416d-b15b-0e24a82501e7 req-7daf71a9-dca5-490c-8e22-e2655eec6b7d tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114917 Jan 17 17:34:31.978425 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device f8556667-d1fc-4c79-8918-c86940181a51 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:34:32.241162 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port f8556667-d1fc-4c79-8918-c86940181a51, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8556667-d1fc-4c79-8918-c86940181a51,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:32.279842 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': 'f8556667-d1fc-4c79-8918-c86940181a51', 'network_id': 'ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55', 'port_id': 'f8556667-d1fc-4c79-8918-c86940181a51', 'mac_address': 'fa:16:3e:e2:2d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1725e7c2-f0bb-4a36-abd5-fc687f8f35f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:34:32.355691 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:32.380985 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d5f7b-9542-4899-8fc6-b904499ce7de req-e182d16d-356e-406b-a073-853db83a4e1d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:32.388526 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8556667-d1fc-4c79-8918-c86940181a51 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:34:32.389057 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-522d5f7b-9542-4899-8fc6-b904499ce7de req-e182d16d-356e-406b-a073-853db83a4e1d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.2189786 Jan 17 17:34:32.418541 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port f8556667-d1fc-4c79-8918-c86940181a51, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8556667-d1fc-4c79-8918-c86940181a51,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:32.446976 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:32.490087 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-522d5f7b-9542-4899-8fc6-b904499ce7de req-df371d3c-cf08-4e2a-ba25-66b87dc13ace tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001098 Jan 17 17:34:32.555992 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 438f83af-50fa-48d6-b1ac-5e038e3f05a7 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:32.657433 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=f8556667-d1fc-4c79-8918-c86940181a51,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:32.683437 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:32.690900 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['f8556667-d1fc-4c79-8918-c86940181a51'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:34:32.728559 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:32.728939 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:32.746610 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33e905-e647-4d87-a82a-efb8bc651855 req-720d5f04-2046-4636-b952-99957790cf33 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:32.748356 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9e33e905-e647-4d87-a82a-efb8bc651855 req-720d5f04-2046-4636-b952-99957790cf33 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1194165 Jan 17 17:34:32.831679 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9e33e905-e647-4d87-a82a-efb8bc651855 req-5db074b6-173c-47dc-84a0-fcb1f0617bab tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760446 Jan 17 17:34:32.983450 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:33.091251 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 438f83af-50fa-48d6-b1ac-5e038e3f05a7, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=438f83af-50fa-48d6-b1ac-5e038e3f05a7,segment=NetworkSegment(f92404d4-e079-4be6-ac73-4e961b80ad93),segment_id=f92404d4-e079-4be6-ac73-4e961b80ad93)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:33.092411 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec797b2-5c6a-4edd-895e-3492a627b35e req-54951144-4a65-4720-bdde-3d278c4ee2ed tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:33.107470 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6ec797b2-5c6a-4edd-895e-3492a627b35e req-54951144-4a65-4720-bdde-3d278c4ee2ed tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 944 time: 0.1277125 Jan 17 17:34:33.107856 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:33.173610 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6ec797b2-5c6a-4edd-895e-3492a627b35e req-43fcd9ad-0db5-4e25-ae81-510b0102a77b tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644054 Jan 17 17:34:33.197503 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=438f83af-50fa-48d6-b1ac-5e038e3f05a7,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:33.716075 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c10f2-772a-4445-8e8a-881166478a5a req-300f6108-2efb-4803-977d-7174ce62adb7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:33.717893 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-914c10f2-772a-4445-8e8a-881166478a5a req-300f6108-2efb-4803-977d-7174ce62adb7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.1011233 Jan 17 17:34:33.779275 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-914c10f2-772a-4445-8e8a-881166478a5a req-0f74d3a0-7cc0-46c7-815a-7dcd83eef19e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546007 Jan 17 17:34:33.978965 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device f8556667-d1fc-4c79-8918-c86940181a51 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:34.023710 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240fecc-16a2-4923-bf5d-14e1297b360c req-2129d90e-c51e-4b8b-b31a-437969d0f078 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:34.025977 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5240fecc-16a2-4923-bf5d-14e1297b360c req-2129d90e-c51e-4b8b-b31a-437969d0f078 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.1306143 Jan 17 17:34:34.036787 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60918) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:34.047922 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'floatingip': {'port_id': 'dddab7eb-29d6-4905-9d52-3bea3918be9f'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:34.056702 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port f8556667-d1fc-4c79-8918-c86940181a51 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:34.064109 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port f8556667-d1fc-4c79-8918-c86940181a51 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:34.064727 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:34.068245 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391bfcc-28b0-4bf2-b0d6-7b1969763b11 req-cba59078-c1f6-4a1b-bcd4-06c2e07e9ca9 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:34.069911 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8391bfcc-28b0-4bf2-b0d6-7b1969763b11 req-cba59078-c1f6-4a1b-bcd4-06c2e07e9ca9 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.1002018 Jan 17 17:34:34.128468 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8391bfcc-28b0-4bf2-b0d6-7b1969763b11 req-37f6d9ee-6f1b-4e8b-a25b-1df8b2fd97b4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486805 Jan 17 17:34:34.171923 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:34.217884 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:34.253814 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482ee8fa-6ec3-4b16-a32b-e966ffbf66ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8556667-d1fc-4c79-8918-c86940181a51'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:34.280353 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port f8556667-d1fc-4c79-8918-c86940181a51, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8556667-d1fc-4c79-8918-c86940181a51,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:34.288108 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:34.372774 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482ee8fa-6ec3-4b16-a32b-e966ffbf66ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8556667-d1fc-4c79-8918-c86940181a51', 'code': 200} Jan 17 17:34:34.430293 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=f8556667-d1fc-4c79-8918-c86940181a51,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:34.491262 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 438f83af-50fa-48d6-b1ac-5e038e3f05a7 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:34:34.706079 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:34.706602 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:34.750901 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25adc4-fb3f-4d9e-a384-b57b6f742667 req-feee5d5a-2bba-49cd-9364-8cfa8b663579 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:34.756371 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6a25adc4-fb3f-4d9e-a384-b57b6f742667 req-feee5d5a-2bba-49cd-9364-8cfa8b663579 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 945 time: 0.4316437 Jan 17 17:34:34.776336 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ca2a6-11b9-4c06-a804-9e9c75dcf4c3 req-01b88c99-19a3-4de1-abf2-7138734f5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:34.777844 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-817ca2a6-11b9-4c06-a804-9e9c75dcf4c3 req-01b88c99-19a3-4de1-abf2-7138734f5b45 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 1098 time: 0.1487687 Jan 17 17:34:34.832718 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-817ca2a6-11b9-4c06-a804-9e9c75dcf4c3 req-5c72d9f6-1a6c-465c-9e69-fa392af342ab service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488703 Jan 17 17:34:34.871592 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-6a34a179-8b39-46c1-8cc1-b578d57573f0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:34.873105 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-6a34a179-8b39-46c1-8cc1-b578d57573f0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.4943779 Jan 17 17:34:34.909678 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6a25adc4-fb3f-4d9e-a384-b57b6f742667 req-8fc57643-30d1-472b-b159-64ae0f6f6538 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521435 Jan 17 17:34:35.345108 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Deleting port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:34:35.345776 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:35.378515 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbecfd-a0a0-46d6-8c8e-1c1695452d44 req-04686185-998b-4444-bf56-84ddb340ce2e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:35.380291 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-20dbecfd-a0a0-46d6-8c8e-1c1695452d44 req-04686185-998b-4444-bf56-84ddb340ce2e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0940244 Jan 17 17:34:35.431678 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-20dbecfd-a0a0-46d6-8c8e-1c1695452d44 req-669fde69-5d57-4f69-8983-5cd08fa1eb83 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Jan 17 17:34:35.631735 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.db.resource_extend [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 17:34:35.748814 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:35.768813 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:35.891805 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] For port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:35.891805 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:36.077285 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:34:36.218400 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Floating IP fc40dd9c-e38f-428c-bdb8-fc841e465a99 associated. External IP: 172.27.3.105, port: dddab7eb-29d6-4905-9d52-3bea3918be9f. Jan 17 17:34:36.582043 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d893d4-923d-47eb-85a3-5b2178adaa67 req-1538f49a-a300-41cc-bf03-5aa1464e8641 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:36.583798 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-87d893d4-923d-47eb-85a3-5b2178adaa67 req-1538f49a-a300-41cc-bf03-5aa1464e8641 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 945 time: 0.5471859 Jan 17 17:34:36.646919 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4a585-6d80-440a-8cca-3455af341260 req-1e7c94e3-870d-4de4-b425-d3ad3c897e8b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:36.660427 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ddd4a585-6d80-440a-8cca-3455af341260 req-1e7c94e3-870d-4de4-b425-d3ad3c897e8b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 946 time: 0.0978894 Jan 17 17:34:36.717449 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ddd4a585-6d80-440a-8cca-3455af341260 req-4064d2a7-344f-44d3-93dd-ce9fbb9e4e87 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=7945afea-cd5a-47b1-8c83-25106b45144e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597763 Jan 17 17:34:36.775772 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:36.776151 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:36.776457 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Floating IP 48f290ad-27cc-46c3-878d-e7bbd773a04e disassociated. External IP: 172.27.3.45, port: a8d8bf24-fa11-4a3d-bfa7-43825baeeaef. Jan 17 17:34:36.776798 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Calling delete_port for a8d8bf24-fa11-4a3d-bfa7-43825baeeaef owned by compute:nova {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:34:36.820465 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-87d893d4-923d-47eb-85a3-5b2178adaa67 req-dd78459e-692a-4f0f-93cc-9df3f29e4d7c tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286665 Jan 17 17:34:37.117688 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Router ff860d5a-11f8-474e-a450-ce5b45cdb53f has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:34:37.243642 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:37.326259 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event deleted for resources: {'Port': ['ID=a8d8bf24-fa11-4a3d-bfa7-43825baeeaef,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:37.478570 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 60968) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:37.518538 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:34:37.530889 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] Sync routers for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:34:37.554527 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:37.560726 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:37.571649 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-038109ce-3091-4554-b55e-20fba9fc7621 admin admin] Deleting subnet 90f2f515-814a-4720-87ee-c03733b1a7a7 {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:34:37.575062 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-038109ce-3091-4554-b55e-20fba9fc7621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:37.591163 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:37.640861 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-038109ce-3091-4554-b55e-20fba9fc7621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410311'] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:37.685852 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-52f202e5-6486-496d-9a75-84ccd870d37e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "PUT /v2.0/floatingips/fc40dd9c-e38f-428c-bdb8-fc841e465a99 HTTP/1.1" status: 200 len: 991 time: 3.6439559 Jan 17 17:34:37.685852 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:37.725904 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Router 2e7d71db-432c-4477-a39a-2db237d12b15 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:34:37.900379 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-038109ce-3091-4554-b55e-20fba9fc7621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:37.900977 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'status': 'completed', 'code': 200} Jan 17 17:34:38.007823 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device a8d8bf24-fa11-4a3d-bfa7-43825baeeaef no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:34:38.015553 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-059fbe65-6f73-4379-a18f-d4e64a7d9e14 req-590bd74b-eb3f-461d-8647-4df6656e9814 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:38.113987 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: a8d8bf24-fa11-4a3d-bfa7-43825baeeaef {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:34:38.114641 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device a8d8bf24-fa11-4a3d-bfa7-43825baeeaef not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:34:38.119136 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-038109ce-3091-4554-b55e-20fba9fc7621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2196179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684697'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:38.127765 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-059fbe65-6f73-4379-a18f-d4e64a7d9e14 req-590bd74b-eb3f-461d-8647-4df6656e9814 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:38.128980 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-059fbe65-6f73-4379-a18f-d4e64a7d9e14 req-590bd74b-eb3f-461d-8647-4df6656e9814 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 210 time: 0.1713727 Jan 17 17:34:38.166810 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:38.178587 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:34:38.193112 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] Sync routers for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:34:38.202233 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-038109ce-3091-4554-b55e-20fba9fc7621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:38.207254 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:38.208111 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:38.209268 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-54c004a9-cfdb-423f-8259-1f79db25f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:38.210753 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-54c004a9-cfdb-423f-8259-1f79db25f55c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 1098 time: 0.4013219 Jan 17 17:34:38.271123 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038109ce-3091-4554-b55e-20fba9fc7621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f2f515-814a-4720-87ee-c03733b1a7a7,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:38.294740 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-038109ce-3091-4554-b55e-20fba9fc7621 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/90f2f515-814a-4720-87ee-c03733b1a7a7 HTTP/1.1" status: 204 len: 168 time: 0.8147390 Jan 17 17:34:38.363196 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 60986) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:38.415792 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] No DVR routers for this DVR port a8d8bf24-fa11-4a3d-bfa7-43825baeeaef on host hv-cinder-81888 {{(pid=86776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:34:38.421383 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:38.423427 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6b659af1-42d2-4b24-8166-0c02429d8138 req-4881c05c-136f-4f32-a33b-d7d3ba0c44eb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "DELETE /v2.0/ports/a8d8bf24-fa11-4a3d-bfa7-43825baeeaef HTTP/1.1" status: 204 len: 173 time: 3.2657228 Jan 17 17:34:38.553036 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-b717ad6b-f4c0-4e4c-97f0-e9870d5fdbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:38.554504 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-b717ad6b-f4c0-4e4c-97f0-e9870d5fdbc1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.3244958 Jan 17 17:34:38.625747 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:38.800244 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:38.954589 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:38.991414 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-5555eade-cd8e-4e9f-996b-e9fb845b2193 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f HTTP/1.1" status: 200 len: 999 time: 0.4304075 Jan 17 17:34:39.071351 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'fc40dd9c-e38f-428c-bdb8-fc841e465a99', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'port_id': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'mac_address': 'fa:16:3e:e1:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df87ff-4a34-4081-90e7-71faa60f3101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:35Z', 'revision_number': 1, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:39.085338 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] Checking router: ff860d5a-11f8-474e-a450-ce5b45cdb53f for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:34:39.103088 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:39.104057 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:39.147420 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-d2d2306a-7b9f-4f87-ae5c-1ddc6c9f7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:39.151756 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-d2d2306a-7b9f-4f87-ae5c-1ddc6c9f7214 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.1542604 Jan 17 17:34:39.332662 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ad863a-5229-4e0e-b429-f4840ad6fadd']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:39.350023 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-0a579add-22a0-489a-b29b-af8becc6ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:39.351549 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-0a579add-22a0-489a-b29b-af8becc6ccc0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1923690 Jan 17 17:34:39.444623 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc9c703-80e2-4511-8c36-7043c2bd3576') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:39.445016 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc9c703-80e2-4511-8c36-7043c2bd3576') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:39.492033 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:39.536121 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:39.546054 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] Checking router: 2e7d71db-432c-4477-a39a-2db237d12b15 for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:34:39.559337 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:39.572688 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:34:39.573337 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:39.600466 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:34:39.600871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:39.657382 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-510cdb2d-2e0b-42f7-90d2-85da10376755 req-ea42e9d4-e0ee-479b-892d-69ee2b4e45e8 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=9b6bc540-8d26-4b45-8e12-d41360dfb68a HTTP/1.1" status: 200 len: 210 time: 0.1513216 Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:34:39.662177 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:34:39.720699 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:39.831040 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-07def889-f59e-4b85-958a-5d116204c9d5 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718463 Jan 17 17:34:39.926649 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'name': 'network-vif-deleted', 'tag': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:39.928055 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:34:39.998299 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d2955f1-883e-4608-b579-292f27acb1f5 req-a881ebb1-ff73-4428-b004-f0f1197678c1 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611860 Jan 17 17:34:40.034536 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4aec4-3541-4b0d-9b02-31e0ed0c1aa8 req-50b30f80-6edf-4866-805d-a6e9adff1c93 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:40.036942 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-54c4aec4-3541-4b0d-9b02-31e0ed0c1aa8 req-50b30f80-6edf-4866-805d-a6e9adff1c93 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 945 time: 0.6799188 Jan 17 17:34:40.072849 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:40.081446 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6bc540-8d26-4b45-8e12-d41360dfb68a', 'name': 'network-vif-deleted', 'tag': 'a8d8bf24-fa11-4a3d-bfa7-43825baeeaef', 'status': 'completed', 'code': 200} Jan 17 17:34:40.109804 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:40.157241 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] 10.222.0.107 "DELETE /v2.0/networks/92ad863a-5229-4e0e-b429-f4840ad6fadd HTTP/1.1" status: 204 len: 168 time: 1.7756228 Jan 17 17:34:40.166206 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ee742-c580-42df-8b84-3881a66d30c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ad863a-5229-4e0e-b429-f4840ad6fadd,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:40.207799 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-54c4aec4-3541-4b0d-9b02-31e0ed0c1aa8 req-ca0e718e-5476-482b-b011-57f1d3dcda15 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503279 Jan 17 17:34:40.261115 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-3731b49f-b0bb-49a6-8b24-569e71c5dcdd tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:40.273706 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-3731b49f-b0bb-49a6-8b24-569e71c5dcdd tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.106 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 945 time: 0.4523854 Jan 17 17:34:40.435884 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Deleting port f8556667-d1fc-4c79-8918-c86940181a51 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:34:40.436234 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:40.505768 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 32770) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:40.551776 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:40.565443 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'fc40dd9c-e38f-428c-bdb8-fc841e465a99', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'port_id': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'mac_address': 'fa:16:3e:e1:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df87ff-4a34-4081-90e7-71faa60f3101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:35Z', 'revision_number': 1, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:34:40.567217 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6c73d-09d2-4df8-aabd-e8bdbdda3ec5 None None] The sync data for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi is: [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:34:40.578580 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45a803-444b-4770-8e3b-bf9fa24b317b None None] The sync data for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi is: [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'fc40dd9c-e38f-428c-bdb8-fc841e465a99', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'port_id': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'mac_address': 'fa:16:3e:e1:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73df87ff-4a34-4081-90e7-71faa60f3101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:35Z', 'revision_number': 1, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:34:40.661884 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-422a0c12-007f-4760-9cce-dc46331a3358 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c03b132566ea4083b8269a6bfa8409ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521461 Jan 17 17:34:40.664482 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 32774) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:40.802418 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-20267f27-2c3d-482b-9e4e-abc62f1bcd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:40.842689 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-20267f27-2c3d-482b-9e4e-abc62f1bcd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:40.933981 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 32782) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:40.942255 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-20267f27-2c3d-482b-9e4e-abc62f1bcd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:40.984893 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20267f27-2c3d-482b-9e4e-abc62f1bcd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f08843-3907-450c-bfbd-381551a439d9,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:40.988934 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-20267f27-2c3d-482b-9e4e-abc62f1bcd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:40.993272 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-20267f27-2c3d-482b-9e4e-abc62f1bcd8c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/72f08843-3907-450c-bfbd-381551a439d9 HTTP/1.1" status: 204 len: 168 time: 0.3274968 Jan 17 17:34:41.116621 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66773b8-4e47-4890-9fd8-6908b1f7c25e None None] New status for floating IP fc40dd9c-e38f-428c-bdb8-fc841e465a99: ACTIVE {{(pid=86777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:34:41.140657 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] For port f8556667-d1fc-4c79-8918-c86940181a51, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8556667-d1fc-4c79-8918-c86940181a51,segment=NetworkSegment(fb3b7328-635d-4a8c-a6ef-f818fa6fccda),segment_id=fb3b7328-635d-4a8c-a6ef-f818fa6fccda)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:34:41.141208 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:41.205678 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c17011-2c62-4e66-af0d-77ae3411870a None None] New status for floating IP 48f290ad-27cc-46c3-878d-e7bbd773a04e: DOWN {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:34:41.408670 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Calling delete_port for f8556667-d1fc-4c79-8918-c86940181a51 owned by compute:nova {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:34:41.778619 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-872ab56a-3e31-49da-9a07-5fa004ac071e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:41.865265 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-872ab56a-3e31-49da-9a07-5fa004ac071e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:41.937990 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075af2-f110-4701-aff9-3b1b0fce1642 req-f97077d1-8949-47c5-9487-78d521dbaec8 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:41.939521 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ed075af2-f110-4701-aff9-3b1b0fce1642 req-f97077d1-8949-47c5-9487-78d521dbaec8 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/ports?device_id=482ee8fa-6ec3-4b16-a32b-e966ffbf66ac HTTP/1.1" status: 200 len: 945 time: 0.3216581 Jan 17 17:34:41.972224 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:42.011834 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device f8556667-d1fc-4c79-8918-c86940181a51 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:34:42.068132 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: f8556667-d1fc-4c79-8918-c86940181a51 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:34:42.079297 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Pushing event deleted for resources: {'Port': ['ID=f8556667-d1fc-4c79-8918-c86940181a51,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:42.082919 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device f8556667-d1fc-4c79-8918-c86940181a51 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:34:42.129902 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ed075af2-f110-4701-aff9-3b1b0fce1642 req-6c9ce0ce-d2cb-49a2-b0c9-e434ce7e9a47 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.107 "GET /v2.0/security-groups?id=7a252147-be81-48b1-b5b8-25ea5d4d12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827698 Jan 17 17:34:42.130934 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-872ab56a-3e31-49da-9a07-5fa004ac071e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:42.134613 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] No DVR routers for this DVR port f8556667-d1fc-4c79-8918-c86940181a51 on host hv-cinder-81888 {{(pid=86776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:34:42.137557 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:42.149917 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482ee8fa-6ec3-4b16-a32b-e966ffbf66ac', 'name': 'network-vif-deleted', 'tag': 'f8556667-d1fc-4c79-8918-c86940181a51'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:42.199679 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ab56a-3e31-49da-9a07-5fa004ac071e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7945afea-cd5a-47b1-8c83-25106b45144e,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:42.228803 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482ee8fa-6ec3-4b16-a32b-e966ffbf66ac', 'name': 'network-vif-deleted', 'tag': 'f8556667-d1fc-4c79-8918-c86940181a51', 'status': 'completed', 'code': 200} Jan 17 17:34:42.230783 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-872ab56a-3e31-49da-9a07-5fa004ac071e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:42.235561 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 32794) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:42.236035 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-872ab56a-3e31-49da-9a07-5fa004ac071e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "DELETE /v2.0/security-groups/7945afea-cd5a-47b1-8c83-25106b45144e HTTP/1.1" status: 204 len: 168 time: 1.3005869 Jan 17 17:34:42.238585 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-557eb0a1-b4d9-4438-83b5-3d14f775b5b1 req-b630781e-fb3f-44a6-bc8e-ea3126f4fa73 tempest-VolumesActionsTest-1196410874 tempest-VolumesActionsTest-1196410874-project] 10.222.0.106 "DELETE /v2.0/ports/f8556667-d1fc-4c79-8918-c86940181a51 HTTP/1.1" status: 204 len: 173 time: 1.9581053 Jan 17 17:34:42.271447 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.api.v2.resource [None req-bca5c319-3afc-45de-bdc1-b0ad6e80d55e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] show failed (client error): The resource could not be found. Jan 17 17:34:42.275274 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-bca5c319-3afc-45de-bdc1-b0ad6e80d55e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups/7945afea-cd5a-47b1-8c83-25106b45144e HTTP/1.1" status: 404 len: 347 time: 0.0359147 Jan 17 17:34:42.275646 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 32798) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:42.476988 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Deleting port 4413adbc-2aba-4d3f-9e45-6b1c229d4fc2 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:34:42.477238 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:42.797840 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:42.798276 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:42.932780 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Calling delete_port for 4413adbc-2aba-4d3f-9e45-6b1c229d4fc2 owned by network:floatingip {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:34:43.100207 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:43.160641 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event deleted for resources: {'Port': ['ID=4413adbc-2aba-4d3f-9e45-6b1c229d4fc2,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:43.278606 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:43.315821 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:43.331710 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-06347a11-a366-44a0-8eab-650f94986e5f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "DELETE /v2.0/floatingips/48f290ad-27cc-46c3-878d-e7bbd773a04e HTTP/1.1" status: 204 len: 168 time: 1.0421731 Jan 17 17:34:43.761953 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 32820) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:43.767904 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659552678', 'description': 'tempest-description--1042906299'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:43.775638 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:43.782850 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:security_group and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:43.789204 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:43.800451 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:43.823200 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:43.862432 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:43.866684 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:security_group_rule and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:43.869758 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:43.876214 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:43.966910 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:43.975698 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.034938 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65728b62-e49a-4c71-86d3-1cec60a1d04f,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:44.034938 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.036250 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-014ad45e-d6ed-4f96-9fda-9ac74c42c9d5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2731454 Jan 17 17:34:44.036659 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 32830) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:44.048783 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'security_group_rule': {'security_group_id': '65728b62-e49a-4c71-86d3-1cec60a1d04f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:44.059180 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:44.063528 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:security_group_rule and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:44.067570 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:44.074247 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:44.097610 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.172821 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.177361 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.200015 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8788c3bf-683b-4cc1-ad3f-61b24392598d,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:44.214447 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.218949 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8cfc9f61-1242-49dc-b934-c53acd7319f4 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764271 Jan 17 17:34:44.219123 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 32844) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:44.224340 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'security_group_rule': {'security_group_id': '65728b62-e49a-4c71-86d3-1cec60a1d04f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:44.232245 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:44.239878 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:security_group_rule and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:44.243005 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:44.248970 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:44.269466 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.349234 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.354254 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.380851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3633e6ba-dd28-472f-be7a-6666a66cbdfe,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:44.390563 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.395133 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1222ec0d-467c-4e90-b054-f14c42ebebc6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1749263 Jan 17 17:34:44.395537 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 32852) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:34:44.401116 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:44.408236 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:44.412925 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Usage tracker for resource:floatingip and tenant:148ce1117b214e6694742ef966cd96c5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:34:44.416473 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:34:44.423796 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:44.440057 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.594697 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.761848 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Allocated IP 172.27.3.160 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/ba497d25-4edc-48c2-a301-71fb79242fb5) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:44.795413 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-7ad54330-b988-4b6e-b029-30616384c86c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:44.796790 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-7ad54330-b988-4b6e-b029-30616384c86c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Synchronizing usage tracker for tenant:b005be383b604896891e656ecbce6692 on resource:network {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:44.814905 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-7ad54330-b988-4b6e-b029-30616384c86c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Unset dirty status for tenant:b005be383b604896891e656ecbce6692 on resource:network {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:44.816201 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-7ad54330-b988-4b6e-b029-30616384c86c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/networks?id=30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 200 len: 814 time: 0.1740856 Jan 17 17:34:44.840106 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-473601df-ccc2-4bd5-a0b8-e71854b944b9 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/quotas/b005be383b604896891e656ecbce6692 HTTP/1.1" status: 200 len: 375 time: 0.0179811 Jan 17 17:34:44.922945 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.941685 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-9523964c-f8c6-4ba2-abc7-b6b3d3a2bfc8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Synchronizing usage tracker for tenant:b005be383b604896891e656ecbce6692 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:44.959568 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:44.961521 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-9523964c-f8c6-4ba2-abc7-b6b3d3a2bfc8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Unset dirty status for tenant:b005be383b604896891e656ecbce6692 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:44.963741 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-9523964c-f8c6-4ba2-abc7-b6b3d3a2bfc8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b005be383b604896891e656ecbce6692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169081 Jan 17 17:34:45.034539 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:45.040087 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:45.044275 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:45.094748 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'Port': ['ID=ba497d25-4edc-48c2-a301-71fb79242fb5,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:45.133669 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-682d4e08-23b6-4078-b498-4339ab124c4d service neutron] 10.222.0.107 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556041 Jan 17 17:34:45.143169 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:45.211775 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:45.271724 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-ca097d38-f70f-4d74-bd51-59dc0dda42c9 service neutron] 10.222.0.107 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316364 Jan 17 17:34:45.471477 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:45.479125 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:45.484988 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-77bd4cf9-b6f0-452b-bfcf-ec313d8374b6 req-0009a6a9-23ec-408e-a9e3-35e4242465e4 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 210 time: 0.0536892 Jan 17 17:34:45.687557 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'Port': ['ID=ba497d25-4edc-48c2-a301-71fb79242fb5,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:45.697934 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:45.725624 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:45.734830 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-35db91cd-7369-4599-952b-dd2818308a80 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3307300 Jan 17 17:34:45.962084 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-256da1bc-5bba-47b6-8ece-fc3e58fd1554 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--659552678&fields=id&tenant_id=148ce1117b214e6694742ef966cd96c5 HTTP/1.1" status: 200 len: 267 time: 0.0440791 Jan 17 17:34:46.127829 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-2bf3929a-c7cd-41c4-9ac0-4a1dc42c1eb6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:46.129372 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-2bf3929a-c7cd-41c4-9ac0-4a1dc42c1eb6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 810 time: 0.1599100 Jan 17 17:34:46.146524 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-cecb745d-8290-4e6c-bdd2-17c046bfb84d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/quotas/148ce1117b214e6694742ef966cd96c5 HTTP/1.1" status: 200 len: 375 time: 0.0115302 Jan 17 17:34:46.241850 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-7d9d8074-0807-4eb3-9273-de2b4ff83920 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898111 Jan 17 17:34:46.478973 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-8a2f2912-9aaa-48f9-8140-093c73ffb648 service neutron] 10.222.0.107 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242439 Jan 17 17:34:46.616868 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-5dc8f9ed-b7a0-4427-82f1-9be1efbab377 service neutron] 10.222.0.107 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315157 Jan 17 17:34:46.866060 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ed674d82-5095-4f82-ae88-4ba221df06e2 req-4f015c98-55f6-4a23-9990-944dc6ec426b tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 210 time: 0.0474455 Jan 17 17:34:46.971216 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3edea0f9-a2ba-4851-8537-76adb02f8ea5 req-cad10b00-365b-428a-8e4f-7fb63c3bc9fc tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 210 time: 0.0586183 Jan 17 17:34:48.032916 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ed7fbfbc-8dbe-4562-a4fd-77515f8da90b req-c1856f31-c25f-4fd5-a620-9ecb3e0baa63 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 210 time: 0.0473511 Jan 17 17:34:48.078251 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-03e48955-09f9-4faa-95ce-498a4350dcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:48.128133 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-e848c877-20e5-4196-a3c8-c0ee3adc0b42 req-b9263d7e-2a13-46e0-b344-317d5a79e347 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:48.143598 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-e848c877-20e5-4196-a3c8-c0ee3adc0b42 req-b9263d7e-2a13-46e0-b344-317d5a79e347 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:48.144894 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e848c877-20e5-4196-a3c8-c0ee3adc0b42 req-b9263d7e-2a13-46e0-b344-317d5a79e347 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 210 time: 0.0616491 Jan 17 17:34:48.454332 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-a67382d2-96ab-46de-bdb6-e353c2225391 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:48.455673 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-a67382d2-96ab-46de-bdb6-e353c2225391 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.106 "GET /v2.0/networks?id=30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 200 len: 814 time: 0.1694365 Jan 17 17:34:48.469839 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'port': {'device_id': '9376b035-b551-468d-9123-5fd19a9b073f', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'admin_state_up': True, 'tenant_id': 'b005be383b604896891e656ecbce6692'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:48.614748 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:48.625618 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:48.637671 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Made reservation on behalf of b005be383b604896891e656ecbce6692 for: {'port': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:48.642474 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:48.893131 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Allocated IP 172.20.0.6 (30e32b43-187b-4b43-9628-54fc1fdf586b/0727fef9-8391-4702-85e7-a94f51dcb967/54703361-9b1b-49df-bdbb-095f76461720) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:49.011044 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-162e7b7a-228c-497b-9cd2-a0bfc15eef50 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:49.013147 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-162e7b7a-228c-497b-9cd2-a0bfc15eef50 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 810 time: 0.2899206 Jan 17 17:34:49.092664 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-6d0d8ce7-9606-4cf0-a1d5-49a21ac853c6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=148ce1117b214e6694742ef966cd96c5 HTTP/1.1" status: 200 len: 379 time: 0.0716193 Jan 17 17:34:49.101089 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'port': {'device_id': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'admin_state_up': True, 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'security_groups': ['65728b62-e49a-4c71-86d3-1cec60a1d04f']}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:49.314496 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3e9203da-e76e-460d-a690-48c9bfd83b65 req-60358146-e8be-4237-8ca7-22661fecf0b9 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 210 time: 0.1162448 Jan 17 17:34:49.356036 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:49.389170 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Transition to ACTIVE for port object 54703361-9b1b-49df-bdbb-095f76461720 will not be triggered until provisioned by entity DHCP. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:49.398810 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-92a343f5-d8c8-4797-8b66-2ce9aff2f3d1 req-498b9468-030a-43c8-9b47-4d6b94a3addc tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 210 time: 0.0600727 Jan 17 17:34:49.422578 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:34:49.439685 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:49.440407 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:34:49.455439 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Made reservation on behalf of 148ce1117b214e6694742ef966cd96c5 for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:34:49.459951 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:49.539186 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'Port': ['ID=54703361-9b1b-49df-bdbb-095f76461720,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:49.561893 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Network 30e32b43-187b-4b43-9628-54fc1fdf586b is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:49.563337 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:49.566203 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:49.660641 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:49.661431 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:49.708027 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-25ec06d2-e257-4ce7-b3ac-96a3dd744ec5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2423635 Jan 17 17:34:49.734937 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Request body: {'port': {'device_id': '9376b035-b551-468d-9123-5fd19a9b073f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:49.740767 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Allocated IP 172.20.0.11 (9eea8a9f-3ad9-494d-ab24-7ff9c247018b/4e57f51e-fce6-431b-83fc-8024b8a3c661/0200771e-4792-41c1-8860-76821ce6f083) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:34:49.973501 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:50.078500 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-06abb8ad-48ad-45ad-9633-d228ae71db5b None None] Provisioning for port 54703361-9b1b-49df-bdbb-095f76461720 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:50.084648 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-06abb8ad-48ad-45ad-9633-d228ae71db5b None None] Provisioning complete for port 54703361-9b1b-49df-bdbb-095f76461720 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:50.085257 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-06abb8ad-48ad-45ad-9633-d228ae71db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:50.102088 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:50.148909 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Transition to ACTIVE for port object 0200771e-4792-41c1-8860-76821ce6f083 will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:50.203840 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-06abb8ad-48ad-45ad-9633-d228ae71db5b None None] Port 54703361-9b1b-49df-bdbb-095f76461720 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:50.209356 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:50.357750 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d671f0f4-e281-44f9-9ad6-5b99ef8d4be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:50.400685 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:34:50.413451 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:34:50.459428 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:34:50.622978 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event updated for resources: {'Port': ['ID=0200771e-4792-41c1-8860-76821ce6f083,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:50.768012 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:50.768684 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:50.831192 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-e40b873d-1f09-4c0d-888e-529ab0d09f91 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7339556 Jan 17 17:34:50.851815 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Request body: {'port': {'device_id': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:34:50.870362 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54703361-9b1b-49df-bdbb-095f76461720 {{(pid=86776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:34:50.882072 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:50.924984 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d25bb-5541-4679-82f9-fce4ebd2f5c0 req-9441402f-3207-4cb5-914d-42739bdcc6da tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:50.929660 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d9d04c9d-6491-4315-ba3b-5de59ceb2c59 None None] Provisioning for port 0200771e-4792-41c1-8860-76821ce6f083 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:34:50.939685 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d42d25bb-5541-4679-82f9-fce4ebd2f5c0 req-9441402f-3207-4cb5-914d-42739bdcc6da tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 932 time: 0.2200792 Jan 17 17:34:50.942863 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d9d04c9d-6491-4315-ba3b-5de59ceb2c59 None None] Provisioning complete for port 0200771e-4792-41c1-8860-76821ce6f083 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:34:50.943333 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d9d04c9d-6491-4315-ba3b-5de59ceb2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:50.972163 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Transition to ACTIVE for port object 54703361-9b1b-49df-bdbb-095f76461720 will not be triggered until provisioned by entity L2. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:50.979763 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:51.069371 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-d9d04c9d-6491-4315-ba3b-5de59ceb2c59 None None] Port 0200771e-4792-41c1-8860-76821ce6f083 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:34:51.079476 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef3e0-8383-4230-91f7-ccefdd837453 req-8dfbb4af-0314-4a93-8422-de2f46cc2a6b tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:51.081003 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-052ef3e0-8383-4230-91f7-ccefdd837453 req-8dfbb4af-0314-4a93-8422-de2f46cc2a6b tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 931 time: 0.4002953 Jan 17 17:34:51.082510 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:51.083978 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-d42d25bb-5541-4679-82f9-fce4ebd2f5c0 req-37ecae5f-e405-45b6-bc78-71493a561e2f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:51.232864 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-052ef3e0-8383-4230-91f7-ccefdd837453 req-7f78c910-6776-47d8-a0d5-0e94ff2828ef tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Synchronizing usage tracker for tenant:b005be383b604896891e656ecbce6692 on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:51.290483 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-d42d25bb-5541-4679-82f9-fce4ebd2f5c0 req-37ecae5f-e405-45b6-bc78-71493a561e2f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:51.311651 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d42d25bb-5541-4679-82f9-fce4ebd2f5c0 req-37ecae5f-e405-45b6-bc78-71493a561e2f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728087 Jan 17 17:34:51.416786 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-052ef3e0-8383-4230-91f7-ccefdd837453 req-7f78c910-6776-47d8-a0d5-0e94ff2828ef tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Unset dirty status for tenant:b005be383b604896891e656ecbce6692 on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:51.418070 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-052ef3e0-8383-4230-91f7-ccefdd837453 req-7f78c910-6776-47d8-a0d5-0e94ff2828ef tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159790 Jan 17 17:34:51.575425 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:51.576049 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Pushing event updated for resources: {'Port': ['ID=54703361-9b1b-49df-bdbb-095f76461720,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:51.779793 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Attempting to bind port 54703361-9b1b-49df-bdbb-095f76461720 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:51.781344 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Attempting to bind port 54703361-9b1b-49df-bdbb-095f76461720 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:51.782127 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Attempting to bind port 54703361-9b1b-49df-bdbb-095f76461720 on network 30e32b43-187b-4b43-9628-54fc1fdf586b {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:51.789200 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Port 54703361-9b1b-49df-bdbb-095f76461720 on network 30e32b43-187b-4b43-9628-54fc1fdf586b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:34:51.789929 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Attempting to bind port 54703361-9b1b-49df-bdbb-095f76461720 on network 30e32b43-187b-4b43-9628-54fc1fdf586b {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:51.796524 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:51.797494 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Checking segment: {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:51.798109 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Bound using segment: {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'} {{(pid=86776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:51.798835 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.managers [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Bound port: 54703361-9b1b-49df-bdbb-095f76461720, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f02e104-23c6-43ae-a9d3-5600a49e6c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b'}}] {{(pid=86776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:51.799429 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:51.893343 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:51.919873 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] For port 54703361-9b1b-49df-bdbb-095f76461720, host hv-cinder-81888, cleared binding levels {{(pid=86776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:51.925318 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] For port 54703361-9b1b-49df-bdbb-095f76461720, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54703361-9b1b-49df-bdbb-095f76461720,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:51.935458 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:52.019338 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:52.020189 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:52.021889 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] 10.222.0.106 "PUT /v2.0/ports/54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 1093 time: 2.2949595 Jan 17 17:34:52.022642 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:52.052785 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c63de8-2019-4030-85b3-45832b883f6a service neutron] Pushing event updated for resources: {'Port': ['ID=54703361-9b1b-49df-bdbb-095f76461720,revision_number=3']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:52.106355 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0200771e-4792-41c1-8860-76821ce6f083 {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:34:52.128288 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:52.172879 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Transition to ACTIVE for port object 0200771e-4792-41c1-8860-76821ce6f083 will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:34:52.230004 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720', 'status': 'completed', 'code': 200} Jan 17 17:34:52.235248 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:52.327562 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-6a0227f1-db85-4305-88be-c7b8bed74c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:52.329151 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-6a0227f1-db85-4305-88be-c7b8bed74c92 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b005be383b604896891e656ecbce6692&device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1096 time: 0.2551329 Jan 17 17:34:52.385679 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Pushing event updated for resources: {'Port': ['ID=0200771e-4792-41c1-8860-76821ce6f083,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:52.572748 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-cba60fed-0edf-46e0-b336-2f61306c854c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 217 time: 0.2268746 Jan 17 17:34:52.772943 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Attempting to bind port 0200771e-4792-41c1-8860-76821ce6f083 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:34:52.774832 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Attempting to bind port 0200771e-4792-41c1-8860-76821ce6f083 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:34:52.779259 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Attempting to bind port 0200771e-4792-41c1-8860-76821ce6f083 on network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:52.801110 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Port 0200771e-4792-41c1-8860-76821ce6f083 on network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:34:52.801505 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Attempting to bind port 0200771e-4792-41c1-8860-76821ce6f083 on network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:34:52.814157 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-1db7e742-5561-45bd-996c-21553c65400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:52.814904 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:34:52.815380 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Checking segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:34:52.816104 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Bound using segment: {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:34:52.816666 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Bound port: 0200771e-4792-41c1-8860-76821ce6f083, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3a40da-8375-40f2-92a0-8c9af633a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:34:52.817108 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:52.825201 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-1db7e742-5561-45bd-996c-21553c65400d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=0727fef9-8391-4702-85e7-a94f51dcb967 HTTP/1.1" status: 200 len: 853 time: 0.2416043 Jan 17 17:34:52.963766 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:52.986118 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22229bf2-d837-4433-883f-239a882c3747 req-a243afce-fcb2-44b0-a151-c221643a8dc3 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:52.988282 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-22229bf2-d837-4433-883f-239a882c3747 req-a243afce-fcb2-44b0-a151-c221643a8dc3 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.3046114 Jan 17 17:34:53.005589 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f5434-7d60-415e-846b-535599141ab2 req-e7067a15-9f24-4c48-ab0b-25f372ace461 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:53.011336 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-618f5434-7d60-415e-846b-535599141ab2 req-e7067a15-9f24-4c48-ab0b-25f372ace461 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.3350809 Jan 17 17:34:53.067089 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] For port 0200771e-4792-41c1-8860-76821ce6f083, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:34:53.071923 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-22229bf2-d837-4433-883f-239a882c3747 req-80e4d078-2c5b-4e01-aa1d-ea1faceee0fc tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773091 Jan 17 17:34:53.078495 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] For port 0200771e-4792-41c1-8860-76821ce6f083, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0200771e-4792-41c1-8860-76821ce6f083,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:34:53.090032 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:53.239258 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:53.240053 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:53.241337 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] 10.222.0.106 "PUT /v2.0/ports/0200771e-4792-41c1-8860-76821ce6f083 HTTP/1.1" status: 200 len: 1094 time: 2.3936753 Jan 17 17:34:53.241841 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'tag': '0200771e-4792-41c1-8860-76821ce6f083'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:34:53.283020 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-618f5434-7d60-415e-846b-535599141ab2 req-96c017af-7bd6-4b59-8bba-745ce366fc4d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627971 Jan 17 17:34:53.367654 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-6952c34a-1586-4899-9ec7-2987fd7ab132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:53.375358 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f21660-91c5-4707-84ad-5470328a7156 service neutron] Pushing event updated for resources: {'Port': ['ID=0200771e-4792-41c1-8860-76821ce6f083,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:34:53.377057 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-6952c34a-1586-4899-9ec7-2987fd7ab132 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=30e32b43-187b-4b43-9628-54fc1fdf586b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3081954 Jan 17 17:34:53.392203 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'tag': '0200771e-4792-41c1-8860-76821ce6f083', 'status': 'completed', 'code': 200} Jan 17 17:34:53.471256 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-c6de4ecd-74de-4891-895c-f92cf86244bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:53.476545 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-c6de4ecd-74de-4891-895c-f92cf86244bc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 1097 time: 0.1689875 Jan 17 17:34:53.714959 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-ba67f6b2-9f49-4e41-b13e-d039c9f34047 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0200771e-4792-41c1-8860-76821ce6f083 HTTP/1.1" status: 200 len: 217 time: 0.2087030 Jan 17 17:34:53.737185 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-1760b939-5e8f-42f3-b5f2-9bc4ca46a11a service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433456 Jan 17 17:34:53.880680 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-d00a66b0-b6be-4e5a-8480-f201305a98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:53.882230 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-d00a66b0-b6be-4e5a-8480-f201305a98ba service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.1312654 Jan 17 17:34:54.004091 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:34:54.095018 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-05c5c059-48ba-4aac-b971-362a93b94141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:54.096715 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-05c5c059-48ba-4aac-b971-362a93b94141 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1896961 Jan 17 17:34:54.164955 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a4b2e5f2-5632-46ff-b27f-15d7261a9ea8 req-9b762c8b-dd50-4f17-9d96-ef999c201562 service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249166 Jan 17 17:34:54.342703 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-85720e19-f299-4eff-9409-24ec5b7c0588 service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366507 Jan 17 17:34:54.517349 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2db8d-09ab-449e-950b-fd7589833758 req-3b90e353-dc69-49b3-9b16-0ea517178fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:54.519398 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-74e2db8d-09ab-449e-950b-fd7589833758 req-3b90e353-dc69-49b3-9b16-0ea517178fdf service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b005be383b604896891e656ecbce6692&device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1096 time: 0.2233315 Jan 17 17:34:54.729587 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-771ccdb7-98e9-475b-9f64-22bd497fc7c7 req-b75147ca-2526-4a21-83dd-23ade05547d1 service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753450 Jan 17 17:34:54.795248 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f796e5-22e9-492a-a47e-4593c13b1424 req-5f9e71e2-989c-40a2-bee8-82ca586817ca tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:54.804672 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e0f796e5-22e9-492a-a47e-4593c13b1424 req-5f9e71e2-989c-40a2-bee8-82ca586817ca tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.1897972 Jan 17 17:34:54.941879 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2db8d-09ab-449e-950b-fd7589833758 req-94c817e5-b457-417a-a3d0-902278a5b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:54.953502 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-74e2db8d-09ab-449e-950b-fd7589833758 req-94c817e5-b457-417a-a3d0-902278a5b3aa service neutron] 10.222.0.106 "GET /v2.0/networks?id=30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 200 len: 915 time: 0.3920989 Jan 17 17:34:55.040712 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e0f796e5-22e9-492a-a47e-4593c13b1424 req-0b3ac567-c72c-4792-9992-a61e0eec1a87 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232387 Jan 17 17:34:55.074649 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f377-f58a-4b95-95da-558e375d5b25 req-f04d873e-f96f-4ff4-910f-0859a987c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:55.076166 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d567f377-f58a-4b95-95da-558e375d5b25 req-f04d873e-f96f-4ff4-910f-0859a987c3c4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 1097 time: 0.2215173 Jan 17 17:34:55.097980 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-74e2db8d-09ab-449e-950b-fd7589833758 req-833c8611-89e5-4a85-a27b-7f530bef3b43 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 217 time: 0.1433656 Jan 17 17:34:55.223746 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2db8d-09ab-449e-950b-fd7589833758 req-3d4705b6-c2d9-4a56-b93d-5674f8afd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:55.225299 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-74e2db8d-09ab-449e-950b-fd7589833758 req-3d4705b6-c2d9-4a56-b93d-5674f8afd90e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=0727fef9-8391-4702-85e7-a94f51dcb967 HTTP/1.1" status: 200 len: 853 time: 0.0869162 Jan 17 17:34:55.295380 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117435fa-b6af-4be5-996c-4423f7508eec req-4420f814-721f-4bbe-b263-6e857cd047c8 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:55.306217 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-117435fa-b6af-4be5-996c-4423f7508eec req-4420f814-721f-4bbe-b263-6e857cd047c8 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.7820249 Jan 17 17:34:55.369935 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-117435fa-b6af-4be5-996c-4423f7508eec req-7054d05f-d95d-4a88-8ab3-3144e13ce8a7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661683 Jan 17 17:34:55.385021 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f377-f58a-4b95-95da-558e375d5b25 req-e2a5b7b9-9119-42ee-94bc-759d1287f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:55.389587 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d567f377-f58a-4b95-95da-558e375d5b25 req-e2a5b7b9-9119-42ee-94bc-759d1287f4b7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 911 time: 0.2955570 Jan 17 17:34:55.395075 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2db8d-09ab-449e-950b-fd7589833758 req-5d01f9e2-c7ea-4bd7-b963-40ea3d8188f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:55.396791 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-74e2db8d-09ab-449e-950b-fd7589833758 req-5d01f9e2-c7ea-4bd7-b963-40ea3d8188f2 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=30e32b43-187b-4b43-9628-54fc1fdf586b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1596613 Jan 17 17:34:55.494460 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d567f377-f58a-4b95-95da-558e375d5b25 req-51543ab3-8d5f-4c0b-9ae6-aa9871eafb67 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0200771e-4792-41c1-8860-76821ce6f083 HTTP/1.1" status: 200 len: 217 time: 0.0959637 Jan 17 17:34:55.574119 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-74e2db8d-09ab-449e-950b-fd7589833758 req-7df67cf8-71d8-4229-8e19-08c846a8a94a service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629241 Jan 17 17:34:55.761760 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f377-f58a-4b95-95da-558e375d5b25 req-60b71329-0200-4dbd-8db0-a539883701bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:55.765183 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d567f377-f58a-4b95-95da-558e375d5b25 req-60b71329-0200-4dbd-8db0-a539883701bb service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.2435472 Jan 17 17:34:55.895668 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f377-f58a-4b95-95da-558e375d5b25 req-0d5851e9-db1f-4fca-856e-44456ffc25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:55.898324 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d567f377-f58a-4b95-95da-558e375d5b25 req-0d5851e9-db1f-4fca-856e-44456ffc25fa service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187167 Jan 17 17:34:55.925014 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-74e2db8d-09ab-449e-950b-fd7589833758 req-733816e7-1ed5-4d13-89c2-7d4b47f521bb service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387017 Jan 17 17:34:56.144124 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d567f377-f58a-4b95-95da-558e375d5b25 req-352e118a-58a2-4ca9-a34d-454c9db2ab0a service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391281 Jan 17 17:34:56.365289 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d567f377-f58a-4b95-95da-558e375d5b25 req-c1e973d7-7b8c-49c7-be83-1e93f4213b3b service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074177 Jan 17 17:34:56.522329 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5d35-beaa-41b5-9209-79f64e7412de req-4bfeb9d7-b209-4f7e-8cb8-8d14df80ddd6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:56.524484 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-557c5d35-beaa-41b5-9209-79f64e7412de req-4bfeb9d7-b209-4f7e-8cb8-8d14df80ddd6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.2468145 Jan 17 17:34:56.852961 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-557c5d35-beaa-41b5-9209-79f64e7412de req-3a0632d2-bc4f-4e06-9f76-cc3b440a600e tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966237 Jan 17 17:34:57.094522 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88be4c5-3558-41d8-9607-66641d3dbccf req-9fc48872-e158-4cf8-8500-6909db675d27 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:57.096592 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f88be4c5-3558-41d8-9607-66641d3dbccf req-9fc48872-e158-4cf8-8500-6909db675d27 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.1940107 Jan 17 17:34:57.214924 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f88be4c5-3558-41d8-9607-66641d3dbccf req-d3b96b1a-b260-42f3-9545-7e65c96cd6a6 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097870 Jan 17 17:34:58.211168 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acb573-0f78-4b6b-87cc-f37a75484295 req-86757f14-356f-4e08-ad1e-5245c22ab594 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:58.213362 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-81acb573-0f78-4b6b-87cc-f37a75484295 req-86757f14-356f-4e08-ad1e-5245c22ab594 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Synchronizing usage tracker for tenant:b005be383b604896891e656ecbce6692 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:58.230872 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-81acb573-0f78-4b6b-87cc-f37a75484295 req-86757f14-356f-4e08-ad1e-5245c22ab594 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Unset dirty status for tenant:b005be383b604896891e656ecbce6692 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:58.232203 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-81acb573-0f78-4b6b-87cc-f37a75484295 req-86757f14-356f-4e08-ad1e-5245c22ab594 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.1617582 Jan 17 17:34:58.323387 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-81acb573-0f78-4b6b-87cc-f37a75484295 req-9a5eb5d9-c602-4d32-a157-35c033a49271 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753334 Jan 17 17:34:58.509940 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540030d2-43da-4055-92a4-d0ff08b103a5 req-f81601c9-e47a-4242-9a8c-1c1f8682b7f0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:58.510578 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-540030d2-43da-4055-92a4-d0ff08b103a5 req-f81601c9-e47a-4242-9a8c-1c1f8682b7f0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:34:58.536314 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-540030d2-43da-4055-92a4-d0ff08b103a5 req-f81601c9-e47a-4242-9a8c-1c1f8682b7f0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:34:58.539279 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-540030d2-43da-4055-92a4-d0ff08b103a5 req-f81601c9-e47a-4242-9a8c-1c1f8682b7f0 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.2078688 Jan 17 17:34:58.644074 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-540030d2-43da-4055-92a4-d0ff08b103a5 req-5e3b6ea9-16a2-4fc4-bfb9-7ae2e7ad5ae5 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954647 Jan 17 17:34:59.561060 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e623ea-2b28-41da-bb71-5e6e7445d94c req-219db231-ed69-4fd1-b3b3-81959fa49e56 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:34:59.564067 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-31e623ea-2b28-41da-bb71-5e6e7445d94c req-219db231-ed69-4fd1-b3b3-81959fa49e56 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.1332514 Jan 17 17:34:59.735897 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-31e623ea-2b28-41da-bb71-5e6e7445d94c req-05ce6569-0820-4c98-a6de-f8f7ceacd85d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568706 Jan 17 17:35:00.018530 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d24d6-1671-448d-92f0-7e3d2d6b663a req-fd7fa295-c7fc-43a5-b116-90f2b644b33f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:00.020682 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e87d24d6-1671-448d-92f0-7e3d2d6b663a req-fd7fa295-c7fc-43a5-b116-90f2b644b33f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.1423492 Jan 17 17:35:00.105413 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e87d24d6-1671-448d-92f0-7e3d2d6b663a req-9cdc43a2-ddd1-4e60-a5ef-74ed5b11b6d9 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762010 Jan 17 17:35:01.102653 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54b3d1-d6b9-4201-aecf-2a4e3c0a4644 req-429df5e3-3d5a-4276-96c2-1c4423a9c689 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:01.111102 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-af54b3d1-d6b9-4201-aecf-2a4e3c0a4644 req-429df5e3-3d5a-4276-96c2-1c4423a9c689 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.1990690 Jan 17 17:35:01.217115 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-af54b3d1-d6b9-4201-aecf-2a4e3c0a4644 req-f8d8fdeb-9382-464b-b36e-8f9a24dc249b tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048210 Jan 17 17:35:01.462262 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f411866-81e5-45f1-b00e-2a57be9420a5 req-e48e2ce4-a030-4366-9cbc-7671b216be84 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:01.465366 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f411866-81e5-45f1-b00e-2a57be9420a5 req-e48e2ce4-a030-4366-9cbc-7671b216be84 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.1441729 Jan 17 17:35:01.583429 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f411866-81e5-45f1-b00e-2a57be9420a5 req-261c9a86-4414-48ca-9c92-37dd00f50cc3 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118186 Jan 17 17:35:02.587047 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a78ca5-be1f-462a-9e40-7b7c0df99109 req-04a47ba7-d12f-4f22-99e6-d7242e524280 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:02.589101 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a2a78ca5-be1f-462a-9e40-7b7c0df99109 req-04a47ba7-d12f-4f22-99e6-d7242e524280 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.1987836 Jan 17 17:35:02.652321 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a2a78ca5-be1f-462a-9e40-7b7c0df99109 req-8a1814f0-e3e7-40ef-8a01-eb5b733a54ff tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567689 Jan 17 17:35:02.858922 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67502d-3e0c-4c37-88fe-5a9c8585df3d req-51bea49e-746b-466f-a578-047ba4c53d9c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:02.861699 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a67502d-3e0c-4c37-88fe-5a9c8585df3d req-51bea49e-746b-466f-a578-047ba4c53d9c tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.0955546 Jan 17 17:35:02.923550 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3a67502d-3e0c-4c37-88fe-5a9c8585df3d req-6abe2c10-4866-4d46-aac7-56d769372ee7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557618 Jan 17 17:35:03.897012 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36969e3e-ae09-4fa8-bef0-9e8ca0a1906f req-667123ec-d22d-41e6-ae97-779bf55acd57 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:03.898506 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-36969e3e-ae09-4fa8-bef0-9e8ca0a1906f req-667123ec-d22d-41e6-ae97-779bf55acd57 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.1183686 Jan 17 17:35:03.959720 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-36969e3e-ae09-4fa8-bef0-9e8ca0a1906f req-e83a786a-5d48-4da6-b2a6-f43024157336 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555835 Jan 17 17:35:04.139121 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edf950-0eb7-455d-8cac-038670c50c27 req-89def1c0-7cb9-4a5b-9853-b974ce1c3a6b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:04.147098 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b4edf950-0eb7-455d-8cac-038670c50c27 req-89def1c0-7cb9-4a5b-9853-b974ce1c3a6b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.0932240 Jan 17 17:35:04.210573 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b4edf950-0eb7-455d-8cac-038670c50c27 req-77dfe6db-a112-4755-b975-122fd9064011 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617952 Jan 17 17:35:05.175475 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59b30-0e31-42be-abb6-e1e8cbba843c req-52c99100-cd19-4081-bff3-a742683fed77 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:05.177125 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-edf59b30-0e31-42be-abb6-e1e8cbba843c req-52c99100-cd19-4081-bff3-a742683fed77 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 943 time: 0.0881147 Jan 17 17:35:05.229080 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-edf59b30-0e31-42be-abb6-e1e8cbba843c req-262c6c1d-04a3-44f4-9f47-69b353302f4d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Jan 17 17:35:05.417225 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c3feb-5948-4691-8d29-2d42a821eeaf req-db85ff1f-e431-4911-a734-28e2a475d251 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:05.425720 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0f4c3feb-5948-4691-8d29-2d42a821eeaf req-db85ff1f-e431-4911-a734-28e2a475d251 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.0962803 Jan 17 17:35:05.471290 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0f4c3feb-5948-4691-8d29-2d42a821eeaf req-caa33a3c-d5c2-448c-b02a-216d6487648f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447011 Jan 17 17:35:06.111444 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 54703361-9b1b-49df-bdbb-095f76461720 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:35:06.258797 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 54703361-9b1b-49df-bdbb-095f76461720, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54703361-9b1b-49df-bdbb-095f76461720,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:06.280636 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '54703361-9b1b-49df-bdbb-095f76461720', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'port_id': '54703361-9b1b-49df-bdbb-095f76461720', 'mac_address': 'fa:16:3e:cc:a5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:35:06.339430 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:06.367712 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54703361-9b1b-49df-bdbb-095f76461720 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:35:06.392086 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 54703361-9b1b-49df-bdbb-095f76461720, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54703361-9b1b-49df-bdbb-095f76461720,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:06.397867 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:06.398879 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0200771e-4792-41c1-8860-76821ce6f083 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:35:06.478404 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6951d-6e80-46ca-a67e-38f14b97c8ad req-ec75a9eb-ae1b-4792-9c2e-baf6ed5c35f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:06.480688 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57b6951d-6e80-46ca-a67e-38f14b97c8ad req-ec75a9eb-ae1b-4792-9c2e-baf6ed5c35f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 944 time: 0.1127009 Jan 17 17:35:06.527306 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=54703361-9b1b-49df-bdbb-095f76461720,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:06.602822 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57b6951d-6e80-46ca-a67e-38f14b97c8ad req-b924a7c6-c7bd-4a53-ae6b-3128297b5ca2 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919800 Jan 17 17:35:06.741406 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0200771e-4792-41c1-8860-76821ce6f083, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0200771e-4792-41c1-8860-76821ce6f083,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:06.754006 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb70f7-a05b-4baf-be0c-a8094d3b6597 req-7c80d774-1f83-4880-ad3c-f2312e6f3375 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:06.757457 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ecfb70f7-a05b-4baf-be0c-a8094d3b6597 req-7c80d774-1f83-4880-ad3c-f2312e6f3375 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 944 time: 0.1144707 Jan 17 17:35:06.758039 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '0200771e-4792-41c1-8860-76821ce6f083', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'port_id': '0200771e-4792-41c1-8860-76821ce6f083', 'mac_address': 'fa:16:3e:49:15:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:35:06.823900 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ecfb70f7-a05b-4baf-be0c-a8094d3b6597 req-cb9e6407-8975-46b9-a564-10a149185bb9 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580823 Jan 17 17:35:06.825904 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:06.848904 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0200771e-4792-41c1-8860-76821ce6f083 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:35:06.867147 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0200771e-4792-41c1-8860-76821ce6f083, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0200771e-4792-41c1-8860-76821ce6f083,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:06.872025 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:06.959576 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=0200771e-4792-41c1-8860-76821ce6f083,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:07.128100 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0200771e-4792-41c1-8860-76821ce6f083'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:35:07.154593 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['54703361-9b1b-49df-bdbb-095f76461720'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:35:07.792475 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b89d41-e20a-4bf6-b95b-89797695ade3 req-049ccbe7-9b18-4042-8b54-4304ea26285d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:07.794104 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-22b89d41-e20a-4bf6-b95b-89797695ade3 req-049ccbe7-9b18-4042-8b54-4304ea26285d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 944 time: 0.0950880 Jan 17 17:35:07.846476 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-22b89d41-e20a-4bf6-b95b-89797695ade3 req-6a89a0bf-ab7b-4618-96c8-1d75161b9a9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458720 Jan 17 17:35:08.027249 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defc2cd-a238-4181-8117-93102e08a9a2 req-fd1899e2-447c-4a62-acea-98f827d0b95f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:08.028691 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5defc2cd-a238-4181-8117-93102e08a9a2 req-fd1899e2-447c-4a62-acea-98f827d0b95f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 945 time: 0.0841229 Jan 17 17:35:08.076006 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5defc2cd-a238-4181-8117-93102e08a9a2 req-c4076cfa-e916-4078-a92e-59ae1735a2b7 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Jan 17 17:35:08.117837 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 54703361-9b1b-49df-bdbb-095f76461720 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:35:08.185020 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 54703361-9b1b-49df-bdbb-095f76461720 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:35:08.189591 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 54703361-9b1b-49df-bdbb-095f76461720 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:35:08.189955 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:08.323623 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:08.351659 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54703361-9b1b-49df-bdbb-095f76461720'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:35:08.362315 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 54703361-9b1b-49df-bdbb-095f76461720, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54703361-9b1b-49df-bdbb-095f76461720,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:08.370588 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:08.371496 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0200771e-4792-41c1-8860-76821ce6f083 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:35:08.438901 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54703361-9b1b-49df-bdbb-095f76461720', 'code': 200} Jan 17 17:35:08.495970 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=54703361-9b1b-49df-bdbb-095f76461720,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:08.509340 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 0200771e-4792-41c1-8860-76821ce6f083 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:35:08.515470 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 0200771e-4792-41c1-8860-76821ce6f083 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:35:08.516027 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:08.670089 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:08.672388 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b6985-7565-44cd-9d0a-618b641007e7 req-cf2efe28-632d-426a-8d53-2e711a4b73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:08.673942 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-273b6985-7565-44cd-9d0a-618b641007e7 req-cf2efe28-632d-426a-8d53-2e711a4b73b1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1098 time: 0.0876393 Jan 17 17:35:08.706230 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0200771e-4792-41c1-8860-76821ce6f083, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0200771e-4792-41c1-8860-76821ce6f083,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:08.711777 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:08.721011 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-273b6985-7565-44cd-9d0a-618b641007e7 req-cbd662d7-3fc7-4146-b551-2584a563aa11 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Jan 17 17:35:08.785385 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=0200771e-4792-41c1-8860-76821ce6f083,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:09.044912 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780156-e837-4017-a8b9-a59f39b047fc req-d1728b83-f258-4b4d-bcc6-cb8aad973b4b tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:09.047395 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-49780156-e837-4017-a8b9-a59f39b047fc req-d1728b83-f258-4b4d-bcc6-cb8aad973b4b tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.0895998 Jan 17 17:35:09.101700 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-49780156-e837-4017-a8b9-a59f39b047fc req-9dd556eb-96d6-4b74-bbb1-9177171400be tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475850 Jan 17 17:35:09.274645 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb99420-414e-4d8d-b7bf-845e9b53498e req-5cbcd9d3-b187-4807-a9c6-f07f5d17d6cb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:09.276134 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-eeb99420-414e-4d8d-b7bf-845e9b53498e req-5cbcd9d3-b187-4807-a9c6-f07f5d17d6cb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.0859222 Jan 17 17:35:09.332195 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-eeb99420-414e-4d8d-b7bf-845e9b53498e req-096861e5-7151-4d97-8faa-cb7601de4684 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503719 Jan 17 17:35:10.242260 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33206) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:10.291364 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c68151-b0ad-4c68-b5ec-0fdaae43d3b6 req-70e26007-5094-4476-8b28-8b8b34d7433d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:10.292939 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77c68151-b0ad-4c68-b5ec-0fdaae43d3b6 req-70e26007-5094-4476-8b28-8b8b34d7433d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.0829728 Jan 17 17:35:10.307920 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cd682d-ea0d-4753-aa68-84f177ea8460 admin admin] Deleting subnet 1725e7c2-f0bb-4a36-abd5-fc687f8f35f3 {{(pid=86776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:35:10.310820 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e4cd682d-ea0d-4753-aa68-84f177ea8460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:10.337825 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77c68151-b0ad-4c68-b5ec-0fdaae43d3b6 req-ad51dc35-c679-4e17-a62a-c2bd0f1ba6c5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382745 Jan 17 17:35:10.364065 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e4cd682d-ea0d-4753-aa68-84f177ea8460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3139915'] for subnet, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:10.429758 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e4cd682d-ea0d-4753-aa68-84f177ea8460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:10.440502 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0200771e-4792-41c1-8860-76821ce6f083'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:35:10.539007 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb05e81-ad07-40f3-b48f-0a15a126ac70 req-2da63ae8-6c9c-4162-bb32-ca21b5280f24 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:10.541018 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8eb05e81-ad07-40f3-b48f-0a15a126ac70 req-2da63ae8-6c9c-4162-bb32-ca21b5280f24 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.0870137 Jan 17 17:35:10.570934 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e4cd682d-ea0d-4753-aa68-84f177ea8460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519776'] for subnet, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:10.593971 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8eb05e81-ad07-40f3-b48f-0a15a126ac70 req-f0c373af-f799-4eb0-833c-7166bf1d3865 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 Jan 17 17:35:10.620256 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfee6d-d70e-46f6-b718-6bb467aa9ac7 req-1f46acf8-d638-4008-871f-2f95a9c0366a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:10.627297 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-24bfee6d-d70e-46f6-b718-6bb467aa9ac7 req-1f46acf8-d638-4008-871f-2f95a9c0366a tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.1577895 Jan 17 17:35:10.629705 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e4cd682d-ea0d-4753-aa68-84f177ea8460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:10.633652 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd682d-ea0d-4753-aa68-84f177ea8460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1725e7c2-f0bb-4a36-abd5-fc687f8f35f3,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:10.651448 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0200771e-4792-41c1-8860-76821ce6f083', 'code': 200} Jan 17 17:35:10.659191 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-e4cd682d-ea0d-4753-aa68-84f177ea8460 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1725e7c2-f0bb-4a36-abd5-fc687f8f35f3 HTTP/1.1" status: 204 len: 168 time: 0.4156301 Jan 17 17:35:10.663480 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33220) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:10.777336 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-24bfee6d-d70e-46f6-b718-6bb467aa9ac7 req-bcef79e0-ff7f-4f3b-a10f-b33553ad1115 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490676 Jan 17 17:35:10.804585 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:10.896372 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae43a97-7870-43c0-b504-22ae644b467b req-ff3a783f-7ad4-4b7a-b720-51eb547c52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:10.897960 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1ae43a97-7870-43c0-b504-22ae644b467b req-ff3a783f-7ad4-4b7a-b720-51eb547c52bd service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 1099 time: 0.0764918 Jan 17 17:35:10.943809 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1ae43a97-7870-43c0-b504-22ae644b467b req-06c7f1eb-9880-4f7d-a718-83ab2cc978b7 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389795 Jan 17 17:35:11.024207 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.050467 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:11.062915 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:11.063207 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3b7328-635d-4a8c-a6ef-f818fa6fccda') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:11.076259 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.135701 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.149744 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:35:11.150048 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:35:11.162836 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:35:11.249970 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.266149 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.275155 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6da5e-a8d2-4592-9573-a510936a93e4 req-0ec5132e-8222-4861-8839-004e7337b4e9 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:11.276567 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e8b6da5e-a8d2-4592-9573-a510936a93e4 req-0ec5132e-8222-4861-8839-004e7337b4e9 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.1922748 Jan 17 17:35:11.300184 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:11.308555 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b73a45b5-66cc-4bf1-acb7-066419dac4c2 admin admin] 10.222.0.107 "DELETE /v2.0/networks/ef0f0a50-4341-4fd5-bfa7-2cc8cc02de55 HTTP/1.1" status: 204 len: 168 time: 0.6440589 Jan 17 17:35:11.332120 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e8b6da5e-a8d2-4592-9573-a510936a93e4 req-caa55d03-84a4-4a99-9d20-f185424c60a4 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485792 Jan 17 17:35:11.493192 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 33230) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:11.550028 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ccb2fb40-842c-43c5-8c11-aa024fb1f7e8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b7f74d0700ee4b4da20c9b5a80b3994f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533202 Jan 17 17:35:11.550274 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 33234) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:11.613204 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.641688 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.700970 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.720110 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a252147-be81-48b1-b5b8-25ea5d4d12a8,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:11.731828 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.731828 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.732173 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.732888 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.732985 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.733985 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.734584 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.735100 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.735658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.736052 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.736449 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.736841 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:11.754632 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:11.755890 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d26140c0-92aa-475a-9e56-dcc8c42373a6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7a252147-be81-48b1-b5b8-25ea5d4d12a8 HTTP/1.1" status: 204 len: 168 time: 0.2048213 Jan 17 17:35:12.003774 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b9675-4fc7-4552-949d-df6073a0a1c1 req-6548ba44-7701-4c40-94ec-638ec10f05f1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:12.012496 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d68b9675-4fc7-4552-949d-df6073a0a1c1 req-6548ba44-7701-4c40-94ec-638ec10f05f1 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.0982025 Jan 17 17:35:12.063211 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d68b9675-4fc7-4552-949d-df6073a0a1c1 req-8aa99148-821c-4328-95ee-04df71f22c3d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443928 Jan 17 17:35:13.080789 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:35:13.282660 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7648b-02f2-4617-90bd-cb8b7581bbe7 req-867404bf-a555-4e4e-821f-80e707b60a71 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:13.284273 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-29f7648b-02f2-4617-90bd-cb8b7581bbe7 req-867404bf-a555-4e4e-821f-80e707b60a71 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.1019115 Jan 17 17:35:13.347131 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-29f7648b-02f2-4617-90bd-cb8b7581bbe7 req-1b02eeac-9aa7-47df-86e1-3a9d0aae1d75 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535178 Jan 17 17:35:13.546235 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc787f-c25b-4d84-8ba6-1ce2e1ba8059 req-68252366-dc77-4974-98c9-5388b1191d4d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:13.547823 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9adc787f-c25b-4d84-8ba6-1ce2e1ba8059 req-68252366-dc77-4974-98c9-5388b1191d4d tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.0972886 Jan 17 17:35:13.557542 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 33306) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:13.563618 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Request body: {'floatingip': {'port_id': '0200771e-4792-41c1-8860-76821ce6f083'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:13.743405 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:14.365319 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:14.368628 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:14.545950 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.l3_db [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Floating IP 8d3f01a3-361c-4afa-925d-9d0f505e4fe8 associated. External IP: 172.27.3.160, port: 0200771e-4792-41c1-8860-76821ce6f083. Jan 17 17:35:14.948478 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Router 2e7d71db-432c-4477-a39a-2db237d12b15 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:35:15.243038 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:35:15.247950 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:15.253327 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] Sync routers for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:35:15.263067 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:35:15.263679 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:15.305524 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d972edf8-f931-4215-9125-a6cf0084c34b tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "PUT /v2.0/floatingips/8d3f01a3-361c-4afa-925d-9d0f505e4fe8 HTTP/1.1" status: 200 len: 992 time: 1.7468636 Jan 17 17:35:15.306136 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'tag': '0200771e-4792-41c1-8860-76821ce6f083'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:35:15.455384 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:35:15.854196 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '8d3f01a3-361c-4afa-925d-9d0f505e4fe8', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'port_id': '0200771e-4792-41c1-8860-76821ce6f083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'mac_address': 'fa:16:3e:49:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:34:45Z', 'updated_at': '2022-01-17T17:35:14Z', 'revision_number': 1, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:15.859479 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] Checking router: 2e7d71db-432c-4477-a39a-2db237d12b15 for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:35:15.869449 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:35:15.870056 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:34:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:16.059040 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:35:16.429708 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '8d3f01a3-361c-4afa-925d-9d0f505e4fe8', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'port_id': '0200771e-4792-41c1-8860-76821ce6f083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'mac_address': 'fa:16:3e:49:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:34:45Z', 'updated_at': '2022-01-17T17:35:14Z', 'revision_number': 1, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:16.433799 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce122a2f-3254-4f23-a4a4-7bb2ba558cb2 None None] The sync data for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi is: [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '8d3f01a3-361c-4afa-925d-9d0f505e4fe8', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'port_id': '0200771e-4792-41c1-8860-76821ce6f083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'mac_address': 'fa:16:3e:49:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:34:45Z', 'updated_at': '2022-01-17T17:35:14Z', 'revision_number': 1, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:35:16.677971 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c8b4d-f72e-4bb7-b0b4-53d941cfe243 None None] New status for floating IP 8d3f01a3-361c-4afa-925d-9d0f505e4fe8: ACTIVE {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:35:17.585454 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'tag': '0200771e-4792-41c1-8860-76821ce6f083', 'status': 'completed', 'code': 200} Jan 17 17:35:17.785535 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24819b18-d7b0-431d-970d-a7e66824820f req-43cbff3a-8016-466c-94cd-065947de8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:17.787029 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-24819b18-d7b0-431d-970d-a7e66824820f req-43cbff3a-8016-466c-94cd-065947de8d83 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=148ce1117b214e6694742ef966cd96c5&device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 1099 time: 0.1796837 Jan 17 17:35:17.932103 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24819b18-d7b0-431d-970d-a7e66824820f req-6461d26a-62f1-4822-a996-920b4ce0dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:17.933473 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-24819b18-d7b0-431d-970d-a7e66824820f req-6461d26a-62f1-4822-a996-920b4ce0dfef service neutron] 10.222.0.106 "GET /v2.0/networks?id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 200 len: 911 time: 0.1406941 Jan 17 17:35:18.035591 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-24819b18-d7b0-431d-970d-a7e66824820f req-7a66b79c-e848-46ad-b2db-d94fe798ced5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0200771e-4792-41c1-8860-76821ce6f083 HTTP/1.1" status: 200 len: 1002 time: 0.0965219 Jan 17 17:35:18.080054 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1c1f3891-8f15-4ac5-92e1-7b4347564944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:18.121642 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24819b18-d7b0-431d-970d-a7e66824820f req-0606ebc0-5d39-4dda-9fe7-26dff1642435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:18.123169 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-24819b18-d7b0-431d-970d-a7e66824820f req-0606ebc0-5d39-4dda-9fe7-26dff1642435 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 200 len: 849 time: 0.0825214 Jan 17 17:35:18.203469 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24819b18-d7b0-431d-970d-a7e66824820f req-42b64934-5c90-4799-859d-d6906707b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:18.205028 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-24819b18-d7b0-431d-970d-a7e66824820f req-42b64934-5c90-4799-859d-d6906707b76a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9eea8a9f-3ad9-494d-ab24-7ff9c247018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743616 Jan 17 17:35:18.339847 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-24819b18-d7b0-431d-970d-a7e66824820f req-b0d9fed9-df74-4560-a97f-4a46ab0295c5 service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287665 Jan 17 17:35:18.472636 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-24819b18-d7b0-431d-970d-a7e66824820f req-ea2692a3-4198-46e9-b01b-a75384f1c2ca service neutron] 10.222.0.106 "GET /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272240 Jan 17 17:35:20.353497 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-230d3135-1382-4dc3-a66f-4306ed175f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:20.693673 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33388) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:20.769244 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06382815-c633-4340-947c-3712240f7abb req-5f75268d-09ab-4433-9c8e-17694e08cae8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:20.770938 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-06382815-c633-4340-947c-3712240f7abb req-5f75268d-09ab-4433-9c8e-17694e08cae8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.0951900 Jan 17 17:35:20.816821 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-06382815-c633-4340-947c-3712240f7abb req-3e4d430a-7076-47d4-8349-3c4fac3680f7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Jan 17 17:35:20.819027 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:20.834841 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:20.838861 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ff1bfce0ec403eaf98903fd006356a is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:20.841633 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:20.841932 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 33394) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:20.847428 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:20.938340 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:20.942513 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:20.993605 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a9ff1bfce0ec403eaf98903fd006356a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963488 Jan 17 17:35:20.993605 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187cb55-73c6-436f-ac58-d82d24cfb5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b758b147-7115-4f5b-9113-fe7ca929db94,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:20.996481 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33400) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:21.045783 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0538de6b-50f8-456f-bee6-3dc5b2a15397 tempest-TestMinimumBasicScenario-1555997879 tempest-TestMinimumBasicScenario-1555997879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:21.050111 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33406) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:21.050365 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-0538de6b-50f8-456f-bee6-3dc5b2a15397 tempest-TestMinimumBasicScenario-1555997879 tempest-TestMinimumBasicScenario-1555997879-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1093 time: 0.2073607 Jan 17 17:35:21.056408 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'port_id': '54703361-9b1b-49df-bdbb-095f76461720', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:21.062992 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:21.074846 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Usage tracker for resource:floatingip and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:21.080213 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:21.092318 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6315d073-d84b-4c45-9629-94bae486d0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.094125 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:21.118300 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for floatingip, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.143492 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6315d073-d84b-4c45-9629-94bae486d0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.263365 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6315d073-d84b-4c45-9629-94bae486d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.281468 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315d073-d84b-4c45-9629-94bae486d0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758b147-7115-4f5b-9113-fe7ca929db94,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:21.290448 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6315d073-d84b-4c45-9629-94bae486d0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.291656 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-6315d073-d84b-4c45-9629-94bae486d0a8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b758b147-7115-4f5b-9113-fe7ca929db94 HTTP/1.1" status: 204 len: 168 time: 0.2942550 Jan 17 17:35:21.325779 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.486906 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Allocated IP 172.27.3.204 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/75d638b5-5cf7-460f-9162-3addb3be8c36) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:35:21.528878 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.666461 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.698546 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:21.767272 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:35:21.770320 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:35:21.773930 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:35:21.804934 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'Port': ['ID=75d638b5-5cf7-460f-9162-3addb3be8c36,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:21.874688 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:22.319891 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:22.409858 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:22.655500 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:22.661175 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:22.763852 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28678-9067-4729-9ea0-50261de08ee6 req-0c401202-db8a-4431-9f96-619affadee8e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:22.765967 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f4e28678-9067-4729-9ea0-50261de08ee6 req-0c401202-db8a-4431-9f96-619affadee8e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0873353 Jan 17 17:35:22.785152 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'Port': ['ID=75d638b5-5cf7-460f-9162-3addb3be8c36,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:22.793297 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:22.822131 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f4e28678-9067-4729-9ea0-50261de08ee6 req-2e6044f1-f7f8-41e4-8bf4-4a938381378c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496433 Jan 17 17:35:22.941756 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:22.993579 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Floating IP 63fd611f-8eff-46e9-b80e-0258f82b7fdf associated. External IP: 172.27.3.204, port: 54703361-9b1b-49df-bdbb-095f76461720. Jan 17 17:35:23.361105 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Router e14a7e9e-c208-4235-901c-2cd72bc9af5c has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:35:23.543557 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:35:23.553191 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] Sync routers for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:35:23.562540 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:35:23.563245 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:35:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:23.568084 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:23.627144 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-66a3dfaa-7f00-447a-8d17-87c271271ef6 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5759687 Jan 17 17:35:23.627800 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:35:23.636455 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33436) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:23.645520 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705465651', 'description': 'tempest-secgroup-smoke-1705465651 description', 'project_id': 'b005be383b604896891e656ecbce6692'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:23.651518 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:23.664219 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:23.676362 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:23.699007 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:23.703838 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Usage tracker for resource:security_group_rule and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:23.706688 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:23.713048 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:23.772868 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:35:23.799935 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:23.804474 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:23.856222 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea30cfd-e18c-41ba-9fa2-9aa03406e044,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:23.864912 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:23.869055 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-044d4220-4187-47b8-863c-c8527e1469f1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2261715 Jan 17 17:35:23.869638 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33444) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:23.876060 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'security_group_rule': {'security_group_id': '7ea30cfd-e18c-41ba-9fa2-9aa03406e044', 'project_id': 'b005be383b604896891e656ecbce6692', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:23.882399 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:23.886861 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Usage tracker for resource:security_group_rule and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:23.890737 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:23.898502 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:23.920590 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:23.929957 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720', 'status': 'completed', 'code': 200} Jan 17 17:35:23.990131 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.048215 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-e2d1dead-1142-4942-bdc2-eb1cd2bee20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:24.051291 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-e2d1dead-1142-4942-bdc2-eb1cd2bee20f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b005be383b604896891e656ecbce6692&device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1098 time: 0.0799477 Jan 17 17:35:24.166905 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.175220 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.177038 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '63fd611f-8eff-46e9-b80e-0258f82b7fdf', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'port_id': '54703361-9b1b-49df-bdbb-095f76461720', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'mac_address': 'fa:16:3e:cc:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9376b035-b551-468d-9123-5fd19a9b073f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:35:22Z', 'updated_at': '2022-01-17T17:35:22Z', 'revision_number': 0, 'project_id': 'b005be383b604896891e656ecbce6692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:19Z', 'revision_number': 5, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:24.181140 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] Checking router: e14a7e9e-c208-4235-901c-2cd72bc9af5c for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:35:24.191152 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:35:24.191894 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:35:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:24.195243 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbb286-3d12-40ec-ac9a-ebfa8577716e req-56691bcc-09a9-4903-b7a6-381ab1b1c0f1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:24.197151 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-efdbb286-3d12-40ec-ac9a-ebfa8577716e req-56691bcc-09a9-4903-b7a6-381ab1b1c0f1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.2397499 Jan 17 17:35:24.199567 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-ee98ebc0-1831-4ac1-8527-45348441a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:24.201369 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-ee98ebc0-1831-4ac1-8527-45348441a671 service neutron] 10.222.0.106 "GET /v2.0/networks?id=30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 200 len: 915 time: 0.1424539 Jan 17 17:35:24.207573 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbf8965-72a1-4a2e-a830-556f7c555aff,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:24.237323 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.238476 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-f134d698-be36-43af-b0ac-dbf3cdbec8c7 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678730 Jan 17 17:35:24.241356 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33448) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:24.253569 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'security_group_rule': {'security_group_id': '7ea30cfd-e18c-41ba-9fa2-9aa03406e044', 'project_id': 'b005be383b604896891e656ecbce6692', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:24.264024 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:24.271630 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Usage tracker for resource:security_group_rule and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:24.276605 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-efdbb286-3d12-40ec-ac9a-ebfa8577716e req-13887ede-1abf-4943-ace4-4f5055bd54b9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648198 Jan 17 17:35:24.277381 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:24.287407 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:24.308553 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.325578 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-04bd4859-266b-4332-ace4-1e4d4aa42a57 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 999 time: 0.1167908 Jan 17 17:35:24.388551 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.393980 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.394505 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-27f1afab-c3f9-4c65-ae76-83ec1e6c0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:24.395935 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-27f1afab-c3f9-4c65-ae76-83ec1e6c0703 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=0727fef9-8391-4702-85e7-a94f51dcb967 HTTP/1.1" status: 200 len: 853 time: 0.0641911 Jan 17 17:35:24.437482 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b607642f-36ec-4a60-b7e7-e7df19e5c809,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:24.449866 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.452143 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ad66b6ca-9a5c-4357-a88c-e136af4d4522 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2093382 Jan 17 17:35:24.455213 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33454) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:24.460858 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'security_group_rule': {'security_group_id': '7ea30cfd-e18c-41ba-9fa2-9aa03406e044', 'project_id': 'b005be383b604896891e656ecbce6692', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:24.468413 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:24.472823 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Usage tracker for resource:security_group_rule and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:24.476790 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:24.483832 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:24.493164 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:35:24.502339 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.589852 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.595239 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.601243 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-f5c128a2-6c8b-4034-9685-679064c3532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:24.603881 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-f5c128a2-6c8b-4034-9685-679064c3532e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=30e32b43-187b-4b43-9628-54fc1fdf586b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1957011 Jan 17 17:35:24.611829 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43787c3-ae9b-4842-946e-b512272519e1,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:24.634922 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.636216 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ac067b9f-60ac-4e6a-8926-0ad610217620 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1800683 Jan 17 17:35:24.638950 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33458) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:24.645005 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'security_group_rule': {'security_group_id': '7ea30cfd-e18c-41ba-9fa2-9aa03406e044', 'project_id': 'b005be383b604896891e656ecbce6692', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:24.651565 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:24.655481 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Usage tracker for resource:security_group_rule and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:24.659121 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:24.665369 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:24.687594 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.753650 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.758998 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.784116 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d64c6f-e660-4094-8520-3d6a28b56aac,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:24.795734 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.797032 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-54be4905-d119-434c-9c59-c9f4489637f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564379 Jan 17 17:35:24.799698 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33462) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:24.806271 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'security_group_rule': {'security_group_id': '7ea30cfd-e18c-41ba-9fa2-9aa03406e044', 'project_id': 'b005be383b604896891e656ecbce6692', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:24.811881 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-7e5c1c7b-6344-41e9-adc6-2e95ecc958b5 service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991475 Jan 17 17:35:24.814677 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:24.819107 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Usage tracker for resource:security_group_rule and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:24.823055 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:24.832682 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:24.849046 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.securitygroups_db [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Project b005be383b604896891e656ecbce6692 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:35:24.856256 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.918902 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '63fd611f-8eff-46e9-b80e-0258f82b7fdf', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'port_id': '54703361-9b1b-49df-bdbb-095f76461720', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'mac_address': 'fa:16:3e:cc:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9376b035-b551-468d-9123-5fd19a9b073f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:35:22Z', 'updated_at': '2022-01-17T17:35:22Z', 'revision_number': 0, 'project_id': 'b005be383b604896891e656ecbce6692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:19Z', 'revision_number': 5, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:35:24.924451 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152e98a1-c5bb-4161-85ef-2211052a0b56 None None] The sync data for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi is: [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '63fd611f-8eff-46e9-b80e-0258f82b7fdf', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'port_id': '54703361-9b1b-49df-bdbb-095f76461720', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'mac_address': 'fa:16:3e:cc:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9376b035-b551-468d-9123-5fd19a9b073f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:35:22Z', 'updated_at': '2022-01-17T17:35:22Z', 'revision_number': 0, 'project_id': 'b005be383b604896891e656ecbce6692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:19Z', 'revision_number': 5, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:35:24.927567 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.932759 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.955171 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8057d13-3471-4082-b472-1173b743fe76,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:24.961138 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cbe2d47-8862-4d25-b650-b03835a7365d req-1f1c20e7-9755-401e-a53e-f12bab9be9be service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408265 Jan 17 17:35:24.974511 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:24.975854 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-9ac1ca6b-a9d1-4ac0-9a52-e2e26026fde8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1750023 Jan 17 17:35:24.979083 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33466) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:24.985100 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'security_group_rule': {'security_group_id': '7ea30cfd-e18c-41ba-9fa2-9aa03406e044', 'project_id': 'b005be383b604896891e656ecbce6692', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:24.991762 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:35:24.996546 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Usage tracker for resource:security_group_rule and tenant:b005be383b604896891e656ecbce6692 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:35:25.000367 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:35:25.006355 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:35:25.017777 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.securitygroups_db [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Project b005be383b604896891e656ecbce6692 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:35:25.024774 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:25.095420 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:25.099647 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:25.124511 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e135751b-e749-45ea-bbcb-e9561007d49a,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:25.135549 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:25.140885 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-45664ff2-7a0f-41ff-ad89-5efa79d630e8 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569195 Jan 17 17:35:25.158138 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f81ab-fead-48ce-a651-c5d8c55ddb4d None None] New status for floating IP 63fd611f-8eff-46e9-b80e-0258f82b7fdf: ACTIVE {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:35:25.270983 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-5cbe2558-9385-4512-8088-bd6b9b6f55e3 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Synchronizing usage tracker for tenant:b005be383b604896891e656ecbce6692 on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:35:25.286883 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-5cbe2558-9385-4512-8088-bd6b9b6f55e3 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Unset dirty status for tenant:b005be383b604896891e656ecbce6692 on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:35:25.291036 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-5cbe2558-9385-4512-8088-bd6b9b6f55e3 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705465651&fields=id&tenant_id=b005be383b604896891e656ecbce6692 HTTP/1.1" status: 200 len: 267 time: 0.0578275 Jan 17 17:35:25.382454 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-e4d2277c-5c4f-430f-81ac-4b7afe1eef90 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:25.384047 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-e4d2277c-5c4f-430f-81ac-4b7afe1eef90 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.0896101 Jan 17 17:35:25.396338 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'port': {'security_groups': ['e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683', '7ea30cfd-e18c-41ba-9fa2-9aa03406e044']}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:35:25.495961 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78389d72-65b5-40ee-9c9d-70d88a772bb7 req-7b675e21-bdd5-4340-8f4b-924b1be2622f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:25.497464 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-78389d72-65b5-40ee-9c9d-70d88a772bb7 req-7b675e21-bdd5-4340-8f4b-924b1be2622f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0911212 Jan 17 17:35:25.527129 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:25.554695 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-78389d72-65b5-40ee-9c9d-70d88a772bb7 req-aaf3b28a-2895-4a56-b566-1692eeb59da7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436554 Jan 17 17:35:25.865863 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] For port 54703361-9b1b-49df-bdbb-095f76461720, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54703361-9b1b-49df-bdbb-095f76461720,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:25.896090 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:25.901863 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:25.914167 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['54703361-9b1b-49df-bdbb-095f76461720'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:35:25.982228 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:25.983486 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:25.985073 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6080fe4f-624f-4f5b-b7f2-79c6602cb49c req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "PUT /v2.0/ports/54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 981 time: 0.5941551 Jan 17 17:35:25.985537 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:35:26.011086 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'Port': ['ID=54703361-9b1b-49df-bdbb-095f76461720,revision_number=6']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:26.019762 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.020113 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.020454 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.020789 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.021119 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.021443 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.021772 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.022101 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.022430 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.022750 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.023121 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.023435 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a733078-5ad3-4f21-a8f8-0eabfff10916 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:26.085932 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720', 'status': 'completed', 'code': 200} Jan 17 17:35:26.086569 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['54703361-9b1b-49df-bdbb-095f76461720'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:35:26.295575 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520fa48-2ac2-4e4d-9a61-cef06273f828 req-b8515eae-3391-4cfb-8d8b-66a4acb91e8d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:26.297764 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6520fa48-2ac2-4e4d-9a61-cef06273f828 req-b8515eae-3391-4cfb-8d8b-66a4acb91e8d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.1892581 Jan 17 17:35:26.302137 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-06374f6e-110c-485e-a09c-beeddbd6d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:26.304477 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-06374f6e-110c-485e-a09c-beeddbd6d814 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b005be383b604896891e656ecbce6692&device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1137 time: 0.1577635 Jan 17 17:35:26.336929 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-537a8607-f74f-4584-9673-c98b54eb44d0 None None] Provisioning complete for port 54703361-9b1b-49df-bdbb-095f76461720 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:35:26.337305 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-537a8607-f74f-4584-9673-c98b54eb44d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:26.435250 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6520fa48-2ac2-4e4d-9a61-cef06273f828 req-f906d607-ddb2-4d7e-949f-b3ccccf5e92d tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1293848 Jan 17 17:35:26.482677 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-05ec8488-a031-44af-86ca-ddec6b44a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:26.484842 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-05ec8488-a031-44af-86ca-ddec6b44a696 service neutron] 10.222.0.106 "GET /v2.0/networks?id=30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 200 len: 915 time: 0.1597812 Jan 17 17:35:26.600094 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-af1a3fea-9f6b-4f7a-8629-d08b296ace46 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 1001 time: 0.1073568 Jan 17 17:35:26.681608 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-764e9776-a815-4f89-ad88-9659c57b3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:26.683051 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-764e9776-a815-4f89-ad88-9659c57b3417 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=0727fef9-8391-4702-85e7-a94f51dcb967 HTTP/1.1" status: 200 len: 853 time: 0.0752568 Jan 17 17:35:26.769998 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12e578-f8cd-4287-a185-2fc3b44f0311 req-f1cc127b-5dd9-49d7-86c2-23e554463fab tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:26.771829 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2d12e578-f8cd-4287-a185-2fc3b44f0311 req-f1cc127b-5dd9-49d7-86c2-23e554463fab tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0959854 Jan 17 17:35:26.787359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-d5cc6962-0f34-47b1-97b9-000938747e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:26.788824 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-d5cc6962-0f34-47b1-97b9-000938747e46 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=30e32b43-187b-4b43-9628-54fc1fdf586b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971255 Jan 17 17:35:26.821190 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2d12e578-f8cd-4287-a185-2fc3b44f0311 req-8204fb52-4438-4771-a2ec-244414b066c3 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435054 Jan 17 17:35:26.943589 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-a5b5cb58-f4c2-429c-91ae-bcb50b3a3975 service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462903 Jan 17 17:35:27.090326 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-09f9c9d6-6c07-471c-9b27-f0874d3fcabb req-47c8d48b-3d78-4bf0-b91a-70c03bf463b3 service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402028 Jan 17 17:35:28.023023 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833c7d-7994-42d1-aaf7-2e6be1579443 req-fa824458-3517-42b7-8c0d-6c05fd405bf2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:28.024457 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7d833c7d-7994-42d1-aaf7-2e6be1579443 req-fa824458-3517-42b7-8c0d-6c05fd405bf2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0886960 Jan 17 17:35:28.072728 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7d833c7d-7994-42d1-aaf7-2e6be1579443 req-bb647426-b29b-4bfd-adbe-d61860bcda6b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426595 Jan 17 17:35:29.266680 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7d233-42da-4955-9c6e-34fc36a127e4 req-29a39aaf-f2cc-4f2d-a048-79b83241db8b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:29.268103 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9fa7d233-42da-4955-9c6e-34fc36a127e4 req-29a39aaf-f2cc-4f2d-a048-79b83241db8b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0828419 Jan 17 17:35:29.322188 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9fa7d233-42da-4955-9c6e-34fc36a127e4 req-68a6d369-30b1-4d2b-88d1-3cdafa8fbd9c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482154 Jan 17 17:35:30.536123 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875db08-4bb8-4053-9709-08d62a9c2df5 req-b426e30b-90f3-409e-987b-cc2b24215b28 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:30.537705 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e875db08-4bb8-4053-9709-08d62a9c2df5 req-b426e30b-90f3-409e-987b-cc2b24215b28 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0977101 Jan 17 17:35:30.584673 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e875db08-4bb8-4053-9709-08d62a9c2df5 req-7e5bcfa2-4a0f-4a2f-844e-8b0372af623b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402911 Jan 17 17:35:31.780000 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f91d7a-a755-4ce8-ae5c-8f761fc3eba1 req-4f7f314a-1f79-4860-818d-46449c88f88e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:31.781639 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a6f91d7a-a755-4ce8-ae5c-8f761fc3eba1 req-4f7f314a-1f79-4860-818d-46449c88f88e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0809336 Jan 17 17:35:31.831392 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a6f91d7a-a755-4ce8-ae5c-8f761fc3eba1 req-af402b08-1372-43d2-93b9-88929b64f902 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439770 Jan 17 17:35:33.027558 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb9a31-3d46-4f8b-9d27-0f0c6ef92eb9 req-479f2918-ada7-4408-a2c7-cc3753228276 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:33.028921 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1bfb9a31-3d46-4f8b-9d27-0f0c6ef92eb9 req-479f2918-ada7-4408-a2c7-cc3753228276 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0847332 Jan 17 17:35:33.081362 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1bfb9a31-3d46-4f8b-9d27-0f0c6ef92eb9 req-eba59aa2-7365-41f4-8921-1b1b8caef4c3 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466385 Jan 17 17:35:34.269444 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0bfb5-77ef-42ed-911a-bd163bb6bd47 req-a0ee5449-a918-4dfd-8827-9be1b603b594 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:34.270925 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-97a0bfb5-77ef-42ed-911a-bd163bb6bd47 req-a0ee5449-a918-4dfd-8827-9be1b603b594 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0811021 Jan 17 17:35:34.320847 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-97a0bfb5-77ef-42ed-911a-bd163bb6bd47 req-14cc6a73-2a58-40ac-a78f-8f7a89049128 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443094 Jan 17 17:35:35.514914 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0165b16-2427-4a99-b107-a574b7ecae55 req-dba00f07-2469-47be-94d0-bcebadbc7b6e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:35.516473 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f0165b16-2427-4a99-b107-a574b7ecae55 req-dba00f07-2469-47be-94d0-bcebadbc7b6e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0864646 Jan 17 17:35:35.561786 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f0165b16-2427-4a99-b107-a574b7ecae55 req-cc9e38ad-447e-40b9-93b6-3bed8408a4be tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395033 Jan 17 17:35:36.192452 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:35:36.335863 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:36.350470 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'port_id': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'mac_address': 'fa:16:3e:e1:d7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:35:36.417392 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:36.434949 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dddab7eb-29d6-4905-9d52-3bea3918be9f {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:35:36.453955 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:36.458351 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:36.528856 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=6']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:36.537300 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.537591 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.537937 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.538270 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.538645 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.539043 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.539445 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.539745 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.540128 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.540504 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.540766 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.541084 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:35:36.552256 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['dddab7eb-29d6-4905-9d52-3bea3918be9f'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:35:36.862359 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911601-9a2c-46c5-86a7-b1951ad97d7c req-809ef498-5cca-4ad5-b4eb-459dedcb04c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:36.863932 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c6911601-9a2c-46c5-86a7-b1951ad97d7c req-809ef498-5cca-4ad5-b4eb-459dedcb04c0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 944 time: 0.1816077 Jan 17 17:35:36.912681 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c6911601-9a2c-46c5-86a7-b1951ad97d7c req-98d37e7b-4556-4d9e-8019-8fcbc98778e1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413871 Jan 17 17:35:38.133293 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e78dad-389a-4016-8add-022369d8c692 req-6e3d03b9-ec89-4e3f-8553-d29c2d054e2e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:38.141236 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-17e78dad-389a-4016-8add-022369d8c692 req-6e3d03b9-ec89-4e3f-8553-d29c2d054e2e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 944 time: 0.0940259 Jan 17 17:35:38.191438 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-17e78dad-389a-4016-8add-022369d8c692 req-dd2526f5-a014-4a76-8876-c4c8a911359d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492277 Jan 17 17:35:38.196715 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:35:38.293252 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port dddab7eb-29d6-4905-9d52-3bea3918be9f triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:35:38.293699 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:38.472999 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:38.514447 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:35:38.522028 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:38.531885 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:38.648391 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=7']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:38.690951 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'code': 200} Jan 17 17:35:39.407313 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f30ee-2e08-4017-824f-b71bccf25dc6 req-67a59bee-69f9-4d62-ba32-0d294ea28e85 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:39.409496 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ca3f30ee-2e08-4017-824f-b71bccf25dc6 req-67a59bee-69f9-4d62-ba32-0d294ea28e85 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0920963 Jan 17 17:35:39.459488 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ca3f30ee-2e08-4017-824f-b71bccf25dc6 req-7108144a-3f5a-4717-b91b-984baec6e050 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444233 Jan 17 17:35:40.706417 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff69d8-034b-4727-b1d4-e1cd98cde8c4 req-6e3e2080-273a-4ac8-8d84-3a1fd07cd4e6 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:40.707927 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-92ff69d8-034b-4727-b1d4-e1cd98cde8c4 req-6e3e2080-273a-4ac8-8d84-3a1fd07cd4e6 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.1111906 Jan 17 17:35:40.759848 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-92ff69d8-034b-4727-b1d4-e1cd98cde8c4 req-4db4eefb-0d7e-4ad8-bac0-9562fd49c981 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450780 Jan 17 17:35:41.982141 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd84b8-c9c5-4d1b-91c9-e2ee160d8c25 req-0e8d95dd-87e6-4f1c-8948-712514a3e02a tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:41.984630 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5fd84b8-c9c5-4d1b-91c9-e2ee160d8c25 req-0e8d95dd-87e6-4f1c-8948-712514a3e02a tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0895894 Jan 17 17:35:42.037685 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5fd84b8-c9c5-4d1b-91c9-e2ee160d8c25 req-f41558f9-1824-4202-a242-84888d68dbd3 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474982 Jan 17 17:35:43.366951 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bd52-4607-4781-b97e-868821287e07 req-1080b73d-694d-4c8c-b253-8ccca2242e26 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:43.370308 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ae79bd52-4607-4781-b97e-868821287e07 req-1080b73d-694d-4c8c-b253-8ccca2242e26 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.2111661 Jan 17 17:35:43.419343 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ae79bd52-4607-4781-b97e-868821287e07 req-571c87ca-0afe-4501-bbf8-5c52524911bd tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413520 Jan 17 17:35:44.644835 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afd53e-8a10-471e-ae66-ad70947f5c50 req-1cecbf90-f2e2-4cc9-bac6-471ede8c7ef7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:44.648872 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-03afd53e-8a10-471e-ae66-ad70947f5c50 req-1cecbf90-f2e2-4cc9-bac6-471ede8c7ef7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.1107008 Jan 17 17:35:44.704419 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-03afd53e-8a10-471e-ae66-ad70947f5c50 req-6ef5075a-ec40-4d7f-95d5-7f00c6ee261b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523372 Jan 17 17:35:45.910250 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2a750-9326-4366-81e2-864a74d69ed4 req-35894f80-2886-4215-a644-5a77a5347204 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:45.911621 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-51f2a750-9326-4366-81e2-864a74d69ed4 req-35894f80-2886-4215-a644-5a77a5347204 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0909023 Jan 17 17:35:45.957337 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-51f2a750-9326-4366-81e2-864a74d69ed4 req-af6a9958-f06c-4dd7-b4d3-bb7b676997ae tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400882 Jan 17 17:35:46.481145 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-f7fc0181-48b9-486d-9b16-8d98f35cfe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:46.482552 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-f7fc0181-48b9-486d-9b16-8d98f35cfe08 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 1098 time: 0.0751982 Jan 17 17:35:46.625105 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-b67178d9-8436-482b-9617-592dfa0023dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:46.626528 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-b67178d9-8436-482b-9617-592dfa0023dd service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1375020 Jan 17 17:35:46.730995 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-570a59e1-027d-4970-aa4b-1b5df8ef699a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f HTTP/1.1" status: 200 len: 1001 time: 0.0960417 Jan 17 17:35:46.797467 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-dc250e1b-ef9f-42d2-83c5-532a819039fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:46.798850 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-dc250e1b-ef9f-42d2-83c5-532a819039fe service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0615611 Jan 17 17:35:46.875647 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-ca76f622-d624-4782-b745-34d19eb92744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:46.877153 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-ca76f622-d624-4782-b745-34d19eb92744 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722096 Jan 17 17:35:47.014711 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-66303603-a0bd-4468-9ed8-8edb7a155bf3 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293120 Jan 17 17:35:47.207635 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58308d99-4b5f-42ea-b960-c1b08abd01a0 req-1f08e0fc-6145-4258-ace7-56e62bada8cc service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866040 Jan 17 17:35:47.222743 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17bb5e-2a69-4203-9909-25ef7e883d70 req-4bab1db1-497e-410c-a8df-8df17067f2f1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:47.224165 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1b17bb5e-2a69-4203-9909-25ef7e883d70 req-4bab1db1-497e-410c-a8df-8df17067f2f1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.1325855 Jan 17 17:35:47.269236 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1b17bb5e-2a69-4203-9909-25ef7e883d70 req-ad49227f-c53a-4b98-8dd3-e4b355b46510 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393844 Jan 17 17:35:48.084447 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f78a9bf-8e17-4c4f-9fbf-1f5433b0c4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:48.458391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734664b7-2eb3-4c6a-a9a6-c61260f9e131 req-2ee0cf3b-48e7-4ba8-b994-74bcd191dc64 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:48.459887 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-734664b7-2eb3-4c6a-a9a6-c61260f9e131 req-2ee0cf3b-48e7-4ba8-b994-74bcd191dc64 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.0810449 Jan 17 17:35:48.509538 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-734664b7-2eb3-4c6a-a9a6-c61260f9e131 req-66caab43-185c-47ba-a04c-4944c2e5daae tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437338 Jan 17 17:35:49.462592 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf4082-5243-4200-acd6-8029f0e5e9dc req-db98c12c-5bea-426d-b4fe-7297d44f3b7a tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:49.464340 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a9cf4082-5243-4200-acd6-8029f0e5e9dc req-db98c12c-5bea-426d-b4fe-7297d44f3b7a tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0881517 Jan 17 17:35:49.464568 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-8589c3ee-8d73-4192-b92d-3dfb46501153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:49.466065 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-8589c3ee-8d73-4192-b92d-3dfb46501153 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b005be383b604896891e656ecbce6692&device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1137 time: 0.0740683 Jan 17 17:35:49.513932 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a9cf4082-5243-4200-acd6-8029f0e5e9dc req-e64dca69-f611-4b12-b58f-e53ca4af7276 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432377 Jan 17 17:35:49.606028 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-4907a5bc-13b2-4a63-9ead-c588ae821b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:49.608165 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-4907a5bc-13b2-4a63-9ead-c588ae821b8a service neutron] 10.222.0.106 "GET /v2.0/networks?id=30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 200 len: 915 time: 0.1352174 Jan 17 17:35:49.761311 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-13a2ed00-44f9-41be-b0e9-068c1f2a8fea service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 1001 time: 0.1475883 Jan 17 17:35:49.921697 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5c5a0-b724-45b8-a8e5-ca9e4cc2f25a req-0878c77a-a410-498d-9816-3a67626955c8 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:49.923155 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7bc5c5a0-b724-45b8-a8e5-ca9e4cc2f25a req-0878c77a-a410-498d-9816-3a67626955c8 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 945 time: 0.2569845 Jan 17 17:35:49.944169 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-79acdb62-cea6-4507-b640-bf76bc29ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:49.945505 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-79acdb62-cea6-4507-b640-bf76bc29ab50 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=0727fef9-8391-4702-85e7-a94f51dcb967 HTTP/1.1" status: 200 len: 853 time: 0.1764536 Jan 17 17:35:50.020680 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7bc5c5a0-b724-45b8-a8e5-ca9e4cc2f25a req-507a41f6-0304-4a8f-b91d-39a75426a8d6 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911536 Jan 17 17:35:50.043593 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-9fe7acb0-15ee-429b-9be2-ff64c58ef2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:50.045105 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-9fe7acb0-15ee-429b-9be2-ff64c58ef2ab service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=30e32b43-187b-4b43-9628-54fc1fdf586b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921910 Jan 17 17:35:50.080268 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:35:50.184143 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-edddf87c-f2ad-4856-97a4-76078d81c307 service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317847 Jan 17 17:35:50.234100 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:35:50.328490 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bffeaa52-b514-4c02-adcb-a202a4111cd6 req-610974e9-caeb-4874-8a22-aeb062d3a15c service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375787 Jan 17 17:35:50.378251 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2ab58035-bd70-4c65-bb85-5742d163258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:50.383520 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:50.413270 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:35:50.425507 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:35:50.440123 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:50.498689 dv-cinder-818883-2-iscsi neutron-server[86777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'code': 422} returned with failed status Jan 17 17:35:50.533167 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=8']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:35:50.716354 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783c382-ec4c-47df-ac17-8c3c91bb0c24 req-51884b96-74a4-410a-b38f-574dd707e576 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:50.718695 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d783c382-ec4c-47df-ac17-8c3c91bb0c24 req-51884b96-74a4-410a-b38f-574dd707e576 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0868661 Jan 17 17:35:50.772732 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d783c382-ec4c-47df-ac17-8c3c91bb0c24 req-a811e3d4-469a-420f-9494-9af9f8876de4 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467353 Jan 17 17:35:51.331922 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec41ac-5fc1-4b31-928a-ccdfd103a886 req-7eff924c-8ef7-4df5-b643-3284b4c1da59 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:51.333373 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-17ec41ac-5fc1-4b31-928a-ccdfd103a886 req-7eff924c-8ef7-4df5-b643-3284b4c1da59 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0878823 Jan 17 17:35:51.385225 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-17ec41ac-5fc1-4b31-928a-ccdfd103a886 req-e960f482-7d83-4576-b8da-20d494b09c2d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459464 Jan 17 17:35:51.428893 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33666) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:35:51.517763 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:51.549236 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-24b5de58-c62e-4bf3-ab56-7b2eea9f19ff service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191006 Jan 17 17:35:51.878018 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:51.977938 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5fba1-ac19-4547-a579-4374f8817624 req-554e3614-8196-4ad2-aca2-077b42e14773 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:51.979452 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1ee5fba1-ac19-4547-a579-4374f8817624 req-554e3614-8196-4ad2-aca2-077b42e14773 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0910704 Jan 17 17:35:52.027668 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1ee5fba1-ac19-4547-a579-4374f8817624 req-2c58b2c7-4a39-4277-96cf-d2ca6cc3aa6a tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411258 Jan 17 17:35:52.585724 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b39b-fbad-4949-aa39-597b98289074 req-09e81b37-f075-4339-85e4-59c49fa37649 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:52.587221 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b9b0b39b-fbad-4949-aa39-597b98289074 req-09e81b37-f075-4339-85e4-59c49fa37649 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0841410 Jan 17 17:35:52.636500 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b9b0b39b-fbad-4949-aa39-597b98289074 req-254238cd-1817-480a-984d-227dafbb07b7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434113 Jan 17 17:35:52.945375 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:53.226914 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec567c-e2db-4c18-aa4e-2986a50946e1 req-737f46ad-416d-43e6-a8ca-95d56ae1bf29 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:53.228346 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-75ec567c-e2db-4c18-aa4e-2986a50946e1 req-737f46ad-416d-43e6-a8ca-95d56ae1bf29 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0885186 Jan 17 17:35:53.275593 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-75ec567c-e2db-4c18-aa4e-2986a50946e1 req-49133340-ef71-4b91-b559-b433aefec9b1 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404205 Jan 17 17:35:53.391121 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-58e315d3-c6ab-4a7a-a709-060c8c826ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:53.392501 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-58e315d3-c6ab-4a7a-a709-060c8c826ac0 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101&tenant_id=7a9322785da349c8b286bc18e2fa5f30 HTTP/1.1" status: 200 len: 1096 time: 0.0715446 Jan 17 17:35:53.491826 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-88e7053d-90fe-4627-b50b-fad25fa99829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:53.493266 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-88e7053d-90fe-4627-b50b-fad25fa99829 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 1096 time: 0.0752587 Jan 17 17:35:53.656677 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-db849da9-8da3-4a2e-b2d9-1251d0dc46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:53.658143 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-db849da9-8da3-4a2e-b2d9-1251d0dc46b6 service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1592309 Jan 17 17:35:53.809783 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-54085427-7d07-413e-bcfb-dcb6c7a07b2d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f HTTP/1.1" status: 200 len: 999 time: 0.1446071 Jan 17 17:35:53.885049 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-cee482ea-667a-4a41-8f33-a6f1c53088e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:53.886811 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-cee482ea-667a-4a41-8f33-a6f1c53088e0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0697246 Jan 17 17:35:53.952520 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea422-0bb7-453b-bdf8-f5a6ee015af2 req-95f0da97-17a8-4fb3-b282-bd56bee24abb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:53.954133 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f42ea422-0bb7-453b-bdf8-f5a6ee015af2 req-95f0da97-17a8-4fb3-b282-bd56bee24abb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.2032106 Jan 17 17:35:53.979196 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:35:54.013834 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f42ea422-0bb7-453b-bdf8-f5a6ee015af2 req-9db48b54-c6ae-4e21-847c-c95b94bb442a tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526049 Jan 17 17:35:54.026889 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-fe5ab6fb-fe56-48d2-b555-690ebc73e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:54.028501 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-fe5ab6fb-fe56-48d2-b555-690ebc73e7d1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1354105 Jan 17 17:35:54.166182 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-6a2b2b96-1125-403c-ae31-af720abd04a1 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312864 Jan 17 17:35:54.256717 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:35:54.327537 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-f669e857-126e-4697-981f-b776075ba478 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547430 Jan 17 17:35:54.471007 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04c3e5-58ec-4a3f-8f36-e872ac00c330 req-cd53a2de-a33c-49b9-97de-e42dc4653fa5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:54.472476 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ab04c3e5-58ec-4a3f-8f36-e872ac00c330 req-cd53a2de-a33c-49b9-97de-e42dc4653fa5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0801830 Jan 17 17:35:54.625289 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ab04c3e5-58ec-4a3f-8f36-e872ac00c330 req-2ed0e7ec-2787-4932-9ce3-c6d7ce7ded95 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1466095 Jan 17 17:35:55.259701 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f109b-21b2-4595-8ed3-2481a20eade9 req-b4d515f6-bea6-4536-8915-99e3c6f928b7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:55.262186 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b38f109b-21b2-4595-8ed3-2481a20eade9 req-b4d515f6-bea6-4536-8915-99e3c6f928b7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.1118667 Jan 17 17:35:55.309704 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b38f109b-21b2-4595-8ed3-2481a20eade9 req-7bf813d9-5008-47e0-a09d-4fe555a5a854 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407898 Jan 17 17:35:55.827861 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd23e3-22fa-4f09-9cc8-d53fb5653ca1 req-600999ca-6b67-4464-9fc3-47efbc2d871c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:55.829349 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-27bd23e3-22fa-4f09-9cc8-d53fb5653ca1 req-600999ca-6b67-4464-9fc3-47efbc2d871c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0882142 Jan 17 17:35:55.879781 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-27bd23e3-22fa-4f09-9cc8-d53fb5653ca1 req-eb800007-0c89-46b1-8f5a-4e05c1c9c205 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444751 Jan 17 17:35:56.518752 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b06d3f-e13c-4d42-bc11-02f027ca26dd req-447086d0-a078-42db-81b6-bda20ccd6080 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:56.526606 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-78b06d3f-e13c-4d42-bc11-02f027ca26dd req-447086d0-a078-42db-81b6-bda20ccd6080 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0970421 Jan 17 17:35:56.571414 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-78b06d3f-e13c-4d42-bc11-02f027ca26dd req-80cf6c65-9e42-4054-88c4-e0a1ac41c546 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437210 Jan 17 17:35:57.120842 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19470d1-d331-49ab-b5a8-5680bef651a5 req-a81f674b-132a-4544-bb52-5a635470f894 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:57.122466 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e19470d1-d331-49ab-b5a8-5680bef651a5 req-a81f674b-132a-4544-bb52-5a635470f894 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.1237168 Jan 17 17:35:57.177980 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e19470d1-d331-49ab-b5a8-5680bef651a5 req-ad6b9f5a-ba5d-427e-9fc9-53c1df708d7e tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490623 Jan 17 17:35:57.781850 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c8c9e-c363-4a0d-a696-0a0e4e59291c req-fa77defc-17aa-4ccb-b5a7-7b611d02fe83 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:57.783549 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ed4c8c9e-c363-4a0d-a696-0a0e4e59291c req-fa77defc-17aa-4ccb-b5a7-7b611d02fe83 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0921845 Jan 17 17:35:57.833127 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ed4c8c9e-c363-4a0d-a696-0a0e4e59291c req-a3b84df8-6a4d-4847-b2dc-5f76443e0f63 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409877 Jan 17 17:35:58.392611 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc471b0-ddd1-47ff-9140-127433683449 req-00f842e8-ffbe-4b55-a541-e36f39fb5151 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:58.395262 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fdc471b0-ddd1-47ff-9140-127433683449 req-00f842e8-ffbe-4b55-a541-e36f39fb5151 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.1017718 Jan 17 17:35:58.448530 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-fdc471b0-ddd1-47ff-9140-127433683449 req-cd148aef-e858-4c26-baf0-3ffd219fe901 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455976 Jan 17 17:35:59.055431 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7c800-3e87-4a3c-a3b8-2086b7f30a16 req-6f08bf50-fcfc-42af-8c55-294d1a9826e0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:59.056917 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5dc7c800-3e87-4a3c-a3b8-2086b7f30a16 req-6f08bf50-fcfc-42af-8c55-294d1a9826e0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0951829 Jan 17 17:35:59.112637 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5dc7c800-3e87-4a3c-a3b8-2086b7f30a16 req-fe2dcccb-e2cb-4a93-b2fa-da934a7ba1d2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496328 Jan 17 17:35:59.662470 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514edf6e-e810-4f17-be9c-3e9e9a54f341 req-d54682f6-cae6-4c14-990a-98280e923a4a tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:35:59.663957 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-514edf6e-e810-4f17-be9c-3e9e9a54f341 req-d54682f6-cae6-4c14-990a-98280e923a4a tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0912437 Jan 17 17:35:59.717028 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-514edf6e-e810-4f17-be9c-3e9e9a54f341 req-204a66e9-4100-40ff-8efd-4f9b787cfe1f tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463207 Jan 17 17:36:00.322619 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b61fb-bc2e-4db2-8fed-006778873ff2 req-41bf61f6-c0e1-4fab-986c-ded629becdf6 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:00.324363 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7d7b61fb-bc2e-4db2-8fed-006778873ff2 req-41bf61f6-c0e1-4fab-986c-ded629becdf6 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0851951 Jan 17 17:36:00.374385 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7d7b61fb-bc2e-4db2-8fed-006778873ff2 req-6de36d64-971b-4155-b7be-46038721fb56 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436158 Jan 17 17:36:00.928694 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965d7a6-e8c7-4355-8542-175e34a5deb0 req-0aa1c72a-a495-40bb-93fc-0a326b2552af tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:00.930326 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9965d7a6-e8c7-4355-8542-175e34a5deb0 req-0aa1c72a-a495-40bb-93fc-0a326b2552af tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0937223 Jan 17 17:36:00.983972 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9965d7a6-e8c7-4355-8542-175e34a5deb0 req-6133a83e-30d6-4829-80ac-509bb49f6156 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471830 Jan 17 17:36:01.593351 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966516f7-0929-468a-845b-3a8f0140cf05 req-228637c0-e8eb-46e7-8a70-8dc8af7ee000 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:01.594865 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-966516f7-0929-468a-845b-3a8f0140cf05 req-228637c0-e8eb-46e7-8a70-8dc8af7ee000 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.1009996 Jan 17 17:36:01.657156 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-966516f7-0929-468a-845b-3a8f0140cf05 req-f1d6e1d0-001c-4865-99e1-a8919067fa53 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564919 Jan 17 17:36:02.215528 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b4ce-8a31-4373-99cc-5474f77fe89b req-6d9f919b-9fb8-43db-b1ac-7060f5829913 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:02.217703 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3bf0b4ce-8a31-4373-99cc-5474f77fe89b req-6d9f919b-9fb8-43db-b1ac-7060f5829913 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.1171770 Jan 17 17:36:02.276504 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3bf0b4ce-8a31-4373-99cc-5474f77fe89b req-f2d2a84e-0176-4f14-914b-0eaf61a634f5 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502844 Jan 17 17:36:02.860794 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93904f69-304b-4a54-b71f-5248f44c0c0e req-1510e7d9-ec63-4634-9a33-14ca268d4013 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:02.862279 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-93904f69-304b-4a54-b71f-5248f44c0c0e req-1510e7d9-ec63-4634-9a33-14ca268d4013 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0893452 Jan 17 17:36:02.907822 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-93904f69-304b-4a54-b71f-5248f44c0c0e req-cd46fc08-56e5-4dad-912f-86840736fda2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399292 Jan 17 17:36:03.318079 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-872ca3ea-d33d-41ae-bc8a-3a4dd75b0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:03.319629 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-872ca3ea-d33d-41ae-bc8a-3a4dd75b0bff service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 1096 time: 0.0880356 Jan 17 17:36:03.532296 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-4038a87c-507f-43b5-90e1-368575ebff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:03.533755 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-4038a87c-507f-43b5-90e1-368575ebff63 service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1908553 Jan 17 17:36:03.641182 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172f68d-4ca1-4265-b4db-76318ab8b42c req-55200a2c-cb43-42cc-b64c-ce227bc6de34 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:03.642719 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9172f68d-4ca1-4265-b4db-76318ab8b42c req-55200a2c-cb43-42cc-b64c-ce227bc6de34 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.2277389 Jan 17 17:36:03.697196 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-02b1db04-9c53-4f84-8c6f-bccbd797deea service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f HTTP/1.1" status: 200 len: 999 time: 0.1564445 Jan 17 17:36:03.791132 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9172f68d-4ca1-4265-b4db-76318ab8b42c req-38b1184d-0e25-4796-be7b-d280647c63d9 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386483 Jan 17 17:36:03.806428 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-2db65f7f-6ff8-473e-9c4d-38eaacb96de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:03.807878 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-2db65f7f-6ff8-473e-9c4d-38eaacb96de9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0957778 Jan 17 17:36:03.887704 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-8d18f442-7aad-42a6-b6d5-bd6d004085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:03.889435 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-8d18f442-7aad-42a6-b6d5-bd6d004085c7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752664 Jan 17 17:36:04.028289 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-c4387246-4d38-4717-9268-cf69ef00a9f7 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324551 Jan 17 17:36:04.111371 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb4683-826e-4bae-9210-702737e33cfd req-68870ac9-4c87-42a9-adf0-b87ea6e59b8c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:04.112860 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5fbb4683-826e-4bae-9210-702737e33cfd req-68870ac9-4c87-42a9-adf0-b87ea6e59b8c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0816257 Jan 17 17:36:04.161803 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5fbb4683-826e-4bae-9210-702737e33cfd req-3e2d0916-2473-4edd-ac2c-5770571e3587 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432489 Jan 17 17:36:04.166338 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-47909113-c7b1-46ed-95ef-eb9fd0c6ec4b req-8cf61426-fa20-4c20-8ff7-4a0b1209590a service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320291 Jan 17 17:36:04.992859 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205c4d1-ea8a-4b27-8b99-716563c7dc05 req-75311020-53dd-481d-a60d-aad4e7d3a3bd tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:04.994841 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a205c4d1-ea8a-4b27-8b99-716563c7dc05 req-75311020-53dd-481d-a60d-aad4e7d3a3bd tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0937870 Jan 17 17:36:05.045351 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a205c4d1-ea8a-4b27-8b99-716563c7dc05 req-f5475018-795b-425f-aa1e-9f0e8080f2c0 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=7ea30cfd-e18c-41ba-9fa2-9aa03406e044&id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442421 Jan 17 17:36:05.376643 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b845-c17a-431a-a4ac-d0e666065721 req-bf643e79-fbb6-4a13-99a5-01fceaac06e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:05.378107 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e0c6b845-c17a-431a-a4ac-d0e666065721 req-bf643e79-fbb6-4a13-99a5-01fceaac06e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0923214 Jan 17 17:36:05.428573 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e0c6b845-c17a-431a-a4ac-d0e666065721 req-8d79bed6-303d-41ff-bc4e-7aa4e8fe6275 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449331 Jan 17 17:36:06.643267 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d2fb0-de1d-4767-92b9-e6cb0e0ba990 req-2300de49-5cb1-4fe0-9e35-233fe03c965e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:06.644812 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cd4d2fb0-de1d-4767-92b9-e6cb0e0ba990 req-2300de49-5cb1-4fe0-9e35-233fe03c965e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0812862 Jan 17 17:36:06.693767 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cd4d2fb0-de1d-4767-92b9-e6cb0e0ba990 req-6e468a11-a03f-4d5e-8aa8-b2479db2c655 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429718 Jan 17 17:36:07.885068 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0ea76-1ee2-4e31-91df-f70db70aff6c req-6b3e467a-3f60-4869-88d5-d8cbcd1f5b2f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:07.886518 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f3d0ea76-1ee2-4e31-91df-f70db70aff6c req-6b3e467a-3f60-4869-88d5-d8cbcd1f5b2f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0810168 Jan 17 17:36:07.942560 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f3d0ea76-1ee2-4e31-91df-f70db70aff6c req-6f21834b-b093-4fe9-8ce6-6d53d61a10ce tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436480 Jan 17 17:36:09.150443 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baffa1-3b1a-4473-bd4e-3261a4adc021 req-c12bd574-8415-482c-a3db-a3f6435bb49b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:09.152045 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58baffa1-3b1a-4473-bd4e-3261a4adc021 req-c12bd574-8415-482c-a3db-a3f6435bb49b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0896890 Jan 17 17:36:09.196388 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58baffa1-3b1a-4473-bd4e-3261a4adc021 req-23c71b39-3b54-45ea-a866-37646ce16676 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381629 Jan 17 17:36:10.396021 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db1d58-5291-42d3-a479-f83c59008151 req-0424afb7-3705-4196-b1b0-e8c91850b3ff tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:10.397583 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f6db1d58-5291-42d3-a479-f83c59008151 req-0424afb7-3705-4196-b1b0-e8c91850b3ff tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.0853035 Jan 17 17:36:10.511031 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f6db1d58-5291-42d3-a479-f83c59008151 req-370ad1fa-fbe7-4013-9908-ce8451b8e8fb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075675 Jan 17 17:36:11.730740 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0051f67-69aa-4a9b-97bf-0c24556b0669 req-ce49bf38-804d-473c-b536-7969b1d97620 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:11.732959 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a0051f67-69aa-4a9b-97bf-0c24556b0669 req-ce49bf38-804d-473c-b536-7969b1d97620 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 943 time: 0.1042192 Jan 17 17:36:11.779968 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a0051f67-69aa-4a9b-97bf-0c24556b0669 req-1ce03621-f2f0-4186-b69b-d9386ebf2460 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412018 Jan 17 17:36:12.435239 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:36:12.577455 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:12.592435 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'port_id': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'mac_address': 'fa:16:3e:e1:d7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:36:12.658337 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:12.676574 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddab7eb-29d6-4905-9d52-3bea3918be9f {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:36:12.696497 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:12.700212 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:12.772996 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=9']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:12.949391 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['dddab7eb-29d6-4905-9d52-3bea3918be9f'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:36:12.976586 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39e81f-cf2e-40f5-8148-965fca65ad91 req-dc5e73f1-d3c0-42ee-98f5-4c7975ab7961 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:12.978017 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ba39e81f-cf2e-40f5-8148-965fca65ad91 req-dc5e73f1-d3c0-42ee-98f5-4c7975ab7961 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 944 time: 0.0848074 Jan 17 17:36:13.023844 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ba39e81f-cf2e-40f5-8148-965fca65ad91 req-46e41ae6-cff8-47f2-a8b9-8fe4d2443396 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398841 Jan 17 17:36:14.236846 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fa238-233c-4e9e-9a55-29bd469f1b6a req-b859f5b4-c3eb-4d5e-b0d3-78136c3be6e1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:14.238488 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-dc0fa238-233c-4e9e-9a55-29bd469f1b6a req-b859f5b4-c3eb-4d5e-b0d3-78136c3be6e1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 944 time: 0.0911074 Jan 17 17:36:14.285587 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-dc0fa238-233c-4e9e-9a55-29bd469f1b6a req-2261959d-a779-4e86-b718-291f71d4f26a tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401733 Jan 17 17:36:14.459277 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:36:14.528040 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port dddab7eb-29d6-4905-9d52-3bea3918be9f triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:36:14.528403 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:14.656528 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:14.684895 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:36:14.695328 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:14.699631 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:14.733259 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'code': 200} Jan 17 17:36:14.773659 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=10']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:15.238233 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe75b-0cac-47c2-82c3-7537c0b95645 req-8d2683df-cc1c-4055-b6f9-603c271595d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:15.239720 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-74abe75b-0cac-47c2-82c3-7537c0b95645 req-8d2683df-cc1c-4055-b6f9-603c271595d8 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 1099 time: 0.0742118 Jan 17 17:36:15.282393 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-74abe75b-0cac-47c2-82c3-7537c0b95645 req-da76acb4-5e6e-450f-8916-9f38a06b986e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360847 Jan 17 17:36:15.478004 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435618d-f193-42e7-8044-94a9929c781c req-ab670ad4-9239-4993-8aed-10a2fe95b3de tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:15.479484 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f435618d-f193-42e7-8044-94a9929c781c req-ab670ad4-9239-4993-8aed-10a2fe95b3de tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 946 time: 0.0799794 Jan 17 17:36:15.527728 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-f435618d-f193-42e7-8044-94a9929c781c req-a27914f1-1c76-43dc-a77c-6050cc27211f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417912 Jan 17 17:36:16.732061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33dbb0-25aa-417d-be76-ca4dd8fabe0f req-664b3c53-c493-4a62-a20d-eb3780a6d142 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:16.733532 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d33dbb0-25aa-417d-be76-ca4dd8fabe0f req-664b3c53-c493-4a62-a20d-eb3780a6d142 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 946 time: 0.0828786 Jan 17 17:36:16.785873 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d33dbb0-25aa-417d-be76-ca4dd8fabe0f req-f136f5a6-1cd9-4245-be81-770b24eb057c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431919 Jan 17 17:36:17.981169 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6d79d-ddba-4ee2-b5c4-ca06209c92b6 req-d9d12dd0-71a6-4559-b470-c9c0978e5e0d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:17.982619 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-edd6d79d-ddba-4ee2-b5c4-ca06209c92b6 req-d9d12dd0-71a6-4559-b470-c9c0978e5e0d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 946 time: 0.0816016 Jan 17 17:36:18.028167 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-edd6d79d-ddba-4ee2-b5c4-ca06209c92b6 req-fed1f078-ae95-48dd-8171-215a57987366 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394711 Jan 17 17:36:18.086076 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0560dc73-be1d-4bd5-ab8e-60a48a8d4bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:20.352441 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0444de28-3246-4ae4-a2af-34d1729213b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:21.520282 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:21.872449 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:22.947545 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:23.998171 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:27.080303 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:36:27.767196 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd54bd-69bf-4ae0-8cb6-9347258b4422 req-752c6806-1a80-40cb-b068-4258b307d760 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:27.768669 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-01fd54bd-69bf-4ae0-8cb6-9347258b4422 req-752c6806-1a80-40cb-b068-4258b307d760 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.0898948 Jan 17 17:36:27.815471 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-01fd54bd-69bf-4ae0-8cb6-9347258b4422 req-fbcc8a3b-6fec-43ba-a6eb-9860121cb83e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409336 Jan 17 17:36:29.021811 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd08c7-a7dd-408d-b983-3216e13bfd62 req-76dc6be9-0608-4eec-828f-05600f00a7a8 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:29.023299 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6ddd08c7-a7dd-408d-b983-3216e13bfd62 req-76dc6be9-0608-4eec-828f-05600f00a7a8 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.0890374 Jan 17 17:36:29.072161 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6ddd08c7-a7dd-408d-b983-3216e13bfd62 req-0b6bc1c0-5eae-4854-8db3-e5090d60d558 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Jan 17 17:36:29.680459 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-8aaf6967-03d4-4410-9c6a-6871f54de393 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:29.681888 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-8aaf6967-03d4-4410-9c6a-6871f54de393 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.0832801 Jan 17 17:36:29.752055 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Deleting port 0200771e-4792-41c1-8860-76821ce6f083 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:29.752390 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:30.088439 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] For port 0200771e-4792-41c1-8860-76821ce6f083, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0200771e-4792-41c1-8860-76821ce6f083,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:30.088687 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:30.443971 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19263f6-a32c-4941-8bdc-a0f05b3948c6 req-1c2cd865-27a8-40a5-8dd4-77bb8173cbee tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:30.445693 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a19263f6-a32c-4941-8bdc-a0f05b3948c6 req-1c2cd865-27a8-40a5-8dd4-77bb8173cbee tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 946 time: 0.2655327 Jan 17 17:36:30.479374 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:30.479667 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:30.479983 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.l3_db [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Floating IP 8d3f01a3-361c-4afa-925d-9d0f505e4fe8 disassociated. External IP: 172.27.3.160, port: 0200771e-4792-41c1-8860-76821ce6f083. Jan 17 17:36:30.480320 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Calling delete_port for 0200771e-4792-41c1-8860-76821ce6f083 owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:30.550516 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a19263f6-a32c-4941-8bdc-a0f05b3948c6 req-39496f62-4425-4ecd-9b24-ef05a059350f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups?id=65728b62-e49a-4c71-86d3-1cec60a1d04f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979657 Jan 17 17:36:30.659038 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:30.712021 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event deleted for resources: {'Port': ['ID=0200771e-4792-41c1-8860-76821ce6f083,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:30.724051 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.724394 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.724729 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.725057 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.725378 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.725698 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.726015 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.726328 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.726643 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.726983 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.727295 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.727604 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:30.914793 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Router 2e7d71db-432c-4477-a39a-2db237d12b15 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:36:31.099780 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:36:31.109174 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] Sync routers for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:36:31.123006 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:31.123981 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:31.174444 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] No DVR routers for this DVR port 0200771e-4792-41c1-8860-76821ce6f083 on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:36:31.177303 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:31.180112 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'name': 'network-vif-deleted', 'tag': '0200771e-4792-41c1-8860-76821ce6f083'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:36:31.204652 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7d83e910-a223-49d9-a46f-168cb9c84e09 req-e2b67624-98c9-417c-b091-aa6147a885bb tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.106 "DELETE /v2.0/ports/0200771e-4792-41c1-8860-76821ce6f083 HTTP/1.1" status: 204 len: 173 time: 1.5167787 Jan 17 17:36:31.303983 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1d9bb-390b-4464-90a4-a0701a289049', 'name': 'network-vif-deleted', 'tag': '0200771e-4792-41c1-8860-76821ce6f083', 'status': 'completed', 'code': 200} Jan 17 17:36:31.321986 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:31.687734 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:31.691645 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] Checking router: 2e7d71db-432c-4477-a39a-2db237d12b15 for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:36:31.701913 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:31.702837 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:31.727433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-affcb7b6-84e4-4e41-aabb-ae51566fc80e req-465da4d0-43c7-4a80-a6c5-e613f544c942 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Synchronizing usage tracker for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:36:31.743872 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-affcb7b6-84e4-4e41-aabb-ae51566fc80e req-465da4d0-43c7-4a80-a6c5-e613f544c942 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Unset dirty status for tenant:148ce1117b214e6694742ef966cd96c5 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:36:31.745214 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-affcb7b6-84e4-4e41-aabb-ae51566fc80e req-465da4d0-43c7-4a80-a6c5-e613f544c942 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7a1d9bb-390b-4464-90a4-a0701a289049 HTTP/1.1" status: 200 len: 210 time: 0.0654480 Jan 17 17:36:31.899979 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:32.212787 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:32.217520 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1d5bc-aaae-48f6-91cb-300e506ee054 None None] The sync data for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi is: [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:30:06Z', 'revision_number': 4, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '41d70454-810e-4466-ad36-24614aa256f9', 'name': '', 'network_id': '9eea8a9f-3ad9-494d-ab24-7ff9c247018b', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'mac_address': 'fa:16:3e:ba:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:30:02Z', 'updated_at': '2022-01-17T17:30:22Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'subnets': [{'id': '4e57f51e-fce6-431b-83fc-8024b8a3c661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:36:32.447038 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fec5d8-7c75-4980-a28a-38a37522b8b5 None None] New status for floating IP 8d3f01a3-361c-4afa-925d-9d0f505e4fe8: DOWN {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:36:32.880029 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 33956) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:32.944952 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:32.974243 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.027587 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.047057 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65728b62-e49a-4c71-86d3-1cec60a1d04f,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:33.056246 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.056583 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.056928 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.057259 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.057586 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.057914 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.058239 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.058564 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.058923 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.059244 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.059562 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.059877 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:36:33.067602 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.071304 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-071b8304-3f2b-4466-99cc-a84ca58b9690 tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "DELETE /v2.0/security-groups/65728b62-e49a-4c71-86d3-1cec60a1d04f HTTP/1.1" status: 204 len: 168 time: 0.1901436 Jan 17 17:36:33.071542 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 33960) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:33.088484 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.api.v2.resource [None req-10894fc4-c395-45cd-94e2-919372f9ad5e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] show failed (client error): The resource could not be found. Jan 17 17:36:33.089453 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-10894fc4-c395-45cd-94e2-919372f9ad5e tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "GET /v2.0/security-groups/65728b62-e49a-4c71-86d3-1cec60a1d04f HTTP/1.1" status: 404 len: 347 time: 0.0168755 Jan 17 17:36:33.092839 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 33964) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:33.348323 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Deleting port ba497d25-4edc-48c2-a301-71fb79242fb5 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:33.348572 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.522448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.522789 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.649323 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Calling delete_port for ba497d25-4edc-48c2-a301-71fb79242fb5 owned by network:floatingip {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:33.796424 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.843372 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Pushing event deleted for resources: {'Port': ['ID=ba497d25-4edc-48c2-a301-71fb79242fb5,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:33.937782 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks [] for floatingip, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.958967 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:33.960107 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-e9710762-181f-4649-a746-62d24aa0873f tempest-AttachVolumeTestJSON-1256582556 tempest-AttachVolumeTestJSON-1256582556-project] 10.222.0.107 "DELETE /v2.0/floatingips/8d3f01a3-361c-4afa-925d-9d0f505e4fe8 HTTP/1.1" status: 204 len: 168 time: 0.8665347 Jan 17 17:36:34.557409 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0200771e-4792-41c1-8860-76821ce6f083 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:34.595946 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 0200771e-4792-41c1-8860-76821ce6f083 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:36:34.596202 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0200771e-4792-41c1-8860-76821ce6f083 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:38.011900 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 33998) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:38.501116 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5552c3aa-769a-41f3-931e-026212665046 req-c00508af-fa1d-45c8-90d9-eb87cba18a86 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705465651&fields=id&tenant_id=b005be383b604896891e656ecbce6692 HTTP/1.1" status: 200 len: 267 time: 0.0450869 Jan 17 17:36:38.596273 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552c3aa-769a-41f3-931e-026212665046 req-8fefc692-759e-4b03-8ad1-1eb3b009ca6e tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:38.598026 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5552c3aa-769a-41f3-931e-026212665046 req-8fefc692-759e-4b03-8ad1-1eb3b009ca6e tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 984 time: 0.0914924 Jan 17 17:36:38.609580 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [req-5552c3aa-769a-41f3-931e-026212665046 req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Request body: {'port': {'security_groups': ['e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683']}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:36:38.695150 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:38.736870 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-5552c3aa-769a-41f3-931e-026212665046 req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.010572 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [req-5552c3aa-769a-41f3-931e-026212665046 req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] For port 54703361-9b1b-49df-bdbb-095f76461720, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54703361-9b1b-49df-bdbb-095f76461720,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:39.040637 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-5552c3aa-769a-41f3-931e-026212665046 req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.045976 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-5552c3aa-769a-41f3-931e-026212665046 req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.058728 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['54703361-9b1b-49df-bdbb-095f76461720'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:36:39.135360 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552c3aa-769a-41f3-931e-026212665046 req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:39.136011 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [req-5552c3aa-769a-41f3-931e-026212665046 req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.137407 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5552c3aa-769a-41f3-931e-026212665046 req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "PUT /v2.0/ports/54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 942 time: 0.5328028 Jan 17 17:36:39.137872 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:36:39.145529 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34010) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:39.162160 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Deleting port 41d70454-810e-4466-ad36-24614aa256f9 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:39.162806 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.203982 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['54703361-9b1b-49df-bdbb-095f76461720'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:36:39.205418 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720', 'status': 'completed', 'code': 200} Jan 17 17:36:39.221202 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc0c4f-ebc6-47d8-874f-3c0749f2b056 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event updated for resources: {'Port': ['ID=54703361-9b1b-49df-bdbb-095f76461720,revision_number=7']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:39.270251 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cee5cae2-a59c-4648-806b-3657df200051 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.313606 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cee5cae2-a59c-4648-806b-3657df200051 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.396751 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cee5cae2-a59c-4648-806b-3657df200051 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.417965 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5cae2-a59c-4648-806b-3657df200051 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea30cfd-e18c-41ba-9fa2-9aa03406e044,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:39.427784 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-cee5cae2-a59c-4648-806b-3657df200051 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.429015 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-cee5cae2-a59c-4648-806b-3657df200051 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "DELETE /v2.0/security-groups/7ea30cfd-e18c-41ba-9fa2-9aa03406e044 HTTP/1.1" status: 204 len: 168 time: 0.2828000 Jan 17 17:36:39.431619 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34014) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:39.465274 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d3a4a537-e569-4da4-b8e6-b2755bb580e8 None None] Provisioning complete for port 54703361-9b1b-49df-bdbb-095f76461720 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:36:39.465653 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a537-e569-4da4-b8e6-b2755bb580e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.474992 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] For port 41d70454-810e-4466-ad36-24614aa256f9, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=41d70454-810e-4466-ad36-24614aa256f9,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:39.475445 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.488483 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3114975-ac95-46fc-8275-34488ce35efc req-d6732d60-616e-438b-81af-6aebab82fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:39.490057 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3114975-ac95-46fc-8275-34488ce35efc req-d6732d60-616e-438b-81af-6aebab82fcf7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b005be383b604896891e656ecbce6692&device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1098 time: 0.2662520 Jan 17 17:36:39.642238 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Calling delete_port for 41d70454-810e-4466-ad36-24614aa256f9 owned by network:router_interface {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:39.647318 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Deleting port 75d638b5-5cf7-460f-9162-3addb3be8c36 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:39.647829 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.901476 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.901707 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:39.961396 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3114975-ac95-46fc-8275-34488ce35efc req-b93cd421-2e23-479d-b88d-b36f1b60e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:39.962867 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3114975-ac95-46fc-8275-34488ce35efc req-b93cd421-2e23-479d-b88d-b36f1b60e9e5 service neutron] 10.222.0.106 "GET /v2.0/networks?id=30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 200 len: 915 time: 0.4201612 Jan 17 17:36:40.026674 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Calling delete_port for 75d638b5-5cf7-460f-9162-3addb3be8c36 owned by network:floatingip {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:40.104888 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3114975-ac95-46fc-8275-34488ce35efc req-dea0bc6d-9402-4531-a913-faa41a3a023d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 1001 time: 0.1354628 Jan 17 17:36:40.192326 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:40.219582 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3114975-ac95-46fc-8275-34488ce35efc req-d685951a-0d24-4d78-9dca-7a71f9e72bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:40.221044 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3114975-ac95-46fc-8275-34488ce35efc req-d685951a-0d24-4d78-9dca-7a71f9e72bd7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=0727fef9-8391-4702-85e7-a94f51dcb967 HTTP/1.1" status: 200 len: 853 time: 0.1097200 Jan 17 17:36:40.241646 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event deleted for resources: {'Port': ['ID=75d638b5-5cf7-460f-9162-3addb3be8c36,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:40.263307 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:40.325562 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d70454-810e-4466-ad36-24614aa256f9,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:40.341044 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks [] for floatingip, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:40.341411 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Floating IP 63fd611f-8eff-46e9-b80e-0258f82b7fdf disassociated (deleted). External IP: 172.27.3.204, port: 54703361-9b1b-49df-bdbb-095f76461720. Jan 17 17:36:40.621448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3114975-ac95-46fc-8275-34488ce35efc req-e4f380d5-4762-42a3-a3a3-508e88da7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:40.623100 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3114975-ac95-46fc-8275-34488ce35efc req-e4f380d5-4762-42a3-a3a3-508e88da7352 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=30e32b43-187b-4b43-9628-54fc1fdf586b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3950777 Jan 17 17:36:40.739717 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Router e14a7e9e-c208-4235-901c-2cd72bc9af5c has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:36:40.842313 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:40.856461 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3114975-ac95-46fc-8275-34488ce35efc req-29e0bdd5-81da-49f3-bb30-0ef4f34c84b4 service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248290 Jan 17 17:36:40.932615 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:36:40.944792 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] Sync routers for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:36:40.955794 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:40.956478 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:40.959784 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:41.025897 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a4f56165-08ec-4e83-8d28-6dae86c78e9c tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "DELETE /v2.0/floatingips/63fd611f-8eff-46e9-b80e-0258f82b7fdf HTTP/1.1" status: 204 len: 168 time: 1.5896368 Jan 17 17:36:41.156294 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b3114975-ac95-46fc-8275-34488ce35efc req-17de49db-759e-49cb-b286-69fcf68dd641 service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421789 Jan 17 17:36:41.179770 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:41.206372 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:36:41.258371 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'tag': '54703361-9b1b-49df-bdbb-095f76461720', 'status': 'completed', 'code': 200} Jan 17 17:36:41.415630 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Router 2e7d71db-432c-4477-a39a-2db237d12b15 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:36:41.515676 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-7047413d-86a0-4fc3-990a-f1ef15555679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:41.517114 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-7047413d-86a0-4fc3-990a-f1ef15555679 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=b005be383b604896891e656ecbce6692&device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 1098 time: 0.2075417 Jan 17 17:36:41.569297 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:19Z', 'revision_number': 5, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:41.573251 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] Checking router: e14a7e9e-c208-4235-901c-2cd72bc9af5c for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:36:41.582673 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:41.583298 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:41.711501 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:36:41.722118 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] Sync routers for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:36:41.731601 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:41.732254 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:41.743987 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-349a4371-7baa-4c5d-a546-b4c5e3767078 admin admin] 10.222.0.107 "PUT /v2.0/routers/2e7d71db-432c-4477-a39a-2db237d12b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7302856 Jan 17 17:36:41.745501 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-15a83aba-9812-4ede-bd92-4c37ef4a62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:41.745827 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34028) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:41.746416 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-15a83aba-9812-4ede-bd92-4c37ef4a62dd service neutron] 10.222.0.106 "GET /v2.0/networks?id=30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 200 len: 915 time: 0.2215114 Jan 17 17:36:41.798356 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:41.820922 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-32d8ea4b-6ecb-43d3-b007-ee520a03eb24 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 200 len: 217 time: 0.0648265 Jan 17 17:36:41.967942 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks [] for router, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:42.035723 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:42.048861 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-532d4f38-2daf-428a-8b23-1af0ea62ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:42.050611 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-532d4f38-2daf-428a-8b23-1af0ea62ecbf service neutron] 10.222.0.106 "GET /v2.0/subnets?id=0727fef9-8391-4702-85e7-a94f51dcb967 HTTP/1.1" status: 200 len: 853 time: 0.2235341 Jan 17 17:36:42.143782 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-75fc53ee-73fb-4827-af3a-69c4b4f086bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:42.145307 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-75fc53ee-73fb-4827-af3a-69c4b4f086bf service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=30e32b43-187b-4b43-9628-54fc1fdf586b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878129 Jan 17 17:36:42.214226 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:19Z', 'revision_number': 5, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:42.220610 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6fd54-a5c2-4fc6-b892-7e3dd5cc05ba None None] The sync data for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi is: [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'c46916dc-a8d6-4b10-b416-4eaa5589457b', 'name': '', 'network_id': '30e32b43-187b-4b43-9628-54fc1fdf586b', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'mac_address': 'fa:16:3e:e4:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:11Z', 'updated_at': '2022-01-17T17:34:19Z', 'revision_number': 5, 'project_id': 'b005be383b604896891e656ecbce6692', 'subnets': [{'id': '0727fef9-8391-4702-85e7-a94f51dcb967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:36:42.310163 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-a1cb9296-676e-49f1-b7cf-24bcfb7d64e7 service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581635 Jan 17 17:36:42.318795 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:42.332465 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Deleting port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:42.333222 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:42.440915 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:36:40Z', 'revision_number': 5, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port': {'id': '0fe155d8-d865-4768-9ae1-c6d7cdc05e34', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:29:56Z', 'updated_at': '2022-01-17T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:42.446213 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] Checking router: 2e7d71db-432c-4477-a39a-2db237d12b15 for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:36:42.456369 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] Routers {'2e7d71db-432c-4477-a39a-2db237d12b15'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:42.457042 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['2e7d71db-432c-4477-a39a-2db237d12b15'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:42.494611 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-27dadddf-5701-47b5-9c1f-9de24d017615 req-f11433dd-3d30-4390-b360-7efb7ad8a89b service neutron] 10.222.0.106 "GET /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715436 Jan 17 17:36:42.583501 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] For port 0fe155d8-d865-4768-9ae1-c6d7cdc05e34, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=0fe155d8-d865-4768-9ae1-c6d7cdc05e34,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:42.583853 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:42.655136 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfde898-a6b1-4fb7-b826-12b9a29bca8a None None] New status for floating IP 63fd611f-8eff-46e9-b80e-0258f82b7fdf: DOWN {{(pid=86777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:36:42.666442 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] Set router 2e7d71db-432c-4477-a39a-2db237d12b15 gateway port host: None {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:42.720984 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Calling delete_port for 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 owned by network:router_gateway {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:42.797446 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:36:42Z', 'revision_number': 6, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:42.802111 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc81c10-a3c7-4686-8cde-2ba8ead40153 None None] The sync data for ids ['2e7d71db-432c-4477-a39a-2db237d12b15'] in dv-cinder-818883-2-iscsi is: [{'id': '2e7d71db-432c-4477-a39a-2db237d12b15', 'name': 'tempest-AttachVolumeTestJSON-215105063-router', 'tenant_id': '148ce1117b214e6694742ef966cd96c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:29:55Z', 'updated_at': '2022-01-17T17:36:42Z', 'revision_number': 6, 'project_id': '148ce1117b214e6694742ef966cd96c5', 'gw_port_host': None}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:36:43.061545 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.108545 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe155d8-d865-4768-9ae1-c6d7cdc05e34,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:43.229093 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.412897 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.415053 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.499812 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.500306 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e7d71db-432c-4477-a39a-2db237d12b15 {{(pid=86776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:36:43.512931 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.514757 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-1354e703-b784-4cff-b9d3-d93b700df489 admin admin] 10.222.0.107 "DELETE /v2.0/routers/2e7d71db-432c-4477-a39a-2db237d12b15 HTTP/1.1" status: 204 len: 168 time: 1.7693677 Jan 17 17:36:43.517482 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34042) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:43.580125 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4536cb0a-0f57-42fa-8e45-58523d96d216 admin admin] Deleting subnet 4e57f51e-fce6-431b-83fc-8024b8a3c661 {{(pid=86776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:36:43.583383 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4536cb0a-0f57-42fa-8e45-58523d96d216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.633746 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4536cb0a-0f57-42fa-8e45-58523d96d216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3139915'] for subnet, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.856540 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4536cb0a-0f57-42fa-8e45-58523d96d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.925306 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4536cb0a-0f57-42fa-8e45-58523d96d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519776'] for subnet, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.966293 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536cb0a-0f57-42fa-8e45-58523d96d216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e57f51e-fce6-431b-83fc-8024b8a3c661,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:43.970421 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4536cb0a-0f57-42fa-8e45-58523d96d216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:43.978660 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-4536cb0a-0f57-42fa-8e45-58523d96d216 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4e57f51e-fce6-431b-83fc-8024b8a3c661 HTTP/1.1" status: 204 len: 168 time: 0.4579015 Jan 17 17:36:43.978854 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5aa011-d823-4635-a3dc-97b958e0cfe7 None None] Network 9eea8a9f-3ad9-494d-ab24-7ff9c247018b requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:36:43.979285 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34046) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:44.088453 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.098966 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Deleting port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:44.099300 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.242981 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] DHCP port deletion for 9eea8a9f-3ad9-494d-ab24-7ff9c247018b request from dv-cinder-818883-2-iscsi {{(pid=86777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:36:44.247308 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] Deleting port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:44.247708 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.349727 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] For port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=28dbe34a-c2ec-4ede-b85d-6068fbf9555b,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:44.350107 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.494578 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] For port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=28dbe34a-c2ec-4ede-b85d-6068fbf9555b,segment=NetworkSegment(fd3a40da-8375-40f2-92a0-8c9af633a62c),segment_id=fd3a40da-8375-40f2-92a0-8c9af633a62c)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:44.495306 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.495806 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Calling delete_port for 28dbe34a-c2ec-4ede-b85d-6068fbf9555b owned by network:dhcp {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:44.600754 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.610393 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 41d70454-810e-4466-ad36-24614aa256f9 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:44.660454 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Pushing event deleted for resources: {'Port': ['ID=28dbe34a-c2ec-4ede-b85d-6068fbf9555b,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:44.670241 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] No DVR routers for this DVR port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b on host dv-cinder-818883-2-iscsi {{(pid=86776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:36:44.685239 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816beaf-7c47-4d49-ae87-52b6b0254e4f req-9954f18d-4d6d-4ef1-819a-cc6a53091275 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:44.689523 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7816beaf-7c47-4d49-ae87-52b6b0254e4f req-9954f18d-4d6d-4ef1-819a-cc6a53091275 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.1042454 Jan 17 17:36:44.717465 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] Calling delete_port for 28dbe34a-c2ec-4ede-b85d-6068fbf9555b owned by network:dhcp {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:44.741297 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7816beaf-7c47-4d49-ae87-52b6b0254e4f req-fa081bff-f185-4664-a551-c0e4d816bc7b tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Jan 17 17:36:44.749705 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 41d70454-810e-4466-ad36-24614aa256f9 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:36:44.750049 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 41d70454-810e-4466-ad36-24614aa256f9 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:44.750472 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:44.803388 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.803655 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:36:44.803797 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 0fe155d8-d865-4768-9ae1-c6d7cdc05e34 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:44.804207 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 28dbe34a-c2ec-4ede-b85d-6068fbf9555b no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:44.828600 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eea8a9f-3ad9-494d-ab24-7ff9c247018b']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:44.839462 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 28dbe34a-c2ec-4ede-b85d-6068fbf9555b {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:36:44.839814 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 28dbe34a-c2ec-4ede-b85d-6068fbf9555b not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:44.847847 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3a40da-8375-40f2-92a0-8c9af633a62c') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:44.847847 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3a40da-8375-40f2-92a0-8c9af633a62c') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:44.859742 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.875490 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.881514 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:36:44.881895 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:36:44.895508 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:36:44.936039 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.db.api [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:36:44.936480 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG oslo_db.api [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:36:44.971709 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:44.987214 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:45.002678 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] Pushing event deleted for resources: {'Network': ['ID=9eea8a9f-3ad9-494d-ab24-7ff9c247018b,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:45.009748 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-6ac8230c-ca5f-4f57-8831-53d2a585968f admin admin] 10.222.0.107 "DELETE /v2.0/networks/9eea8a9f-3ad9-494d-ab24-7ff9c247018b HTTP/1.1" status: 204 len: 168 time: 1.0299675 Jan 17 17:36:45.133640 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34058) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:45.182604 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-630d9568-1609-4642-8fa4-ba593a87bb6c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=148ce1117b214e6694742ef966cd96c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478203 Jan 17 17:36:45.185168 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34062) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:45.256531 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e36b0952-8ef7-4a66-9f7b-3543c56febd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:45.282194 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e36b0952-8ef7-4a66-9f7b-3543c56febd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:45.335748 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e36b0952-8ef7-4a66-9f7b-3543c56febd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:45.354218 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b0952-8ef7-4a66-9f7b-3543c56febd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09087810-df02-479d-b176-0b9167a47e14,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:45.362399 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-e36b0952-8ef7-4a66-9f7b-3543c56febd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:45.363698 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-e36b0952-8ef7-4a66-9f7b-3543c56febd3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/09087810-df02-479d-b176-0b9167a47e14 HTTP/1.1" status: 204 len: 168 time: 0.1770635 Jan 17 17:36:45.437417 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] Deleting port 28dbe34a-c2ec-4ede-b85d-6068fbf9555b {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:45.438120 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:45.507501 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a2c01c14-cae6-489d-a773-6f90ddba2e1e None None] The port '28dbe34a-c2ec-4ede-b85d-6068fbf9555b' was deleted {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:36:45.945406 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf56b3-2f9f-4e80-af01-203998ee689f req-17f66fb4-34ee-4931-a88b-ce510b704a31 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:45.946107 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-6cbf56b3-2f9f-4e80-af01-203998ee689f req-17f66fb4-34ee-4931-a88b-ce510b704a31 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Synchronizing usage tracker for tenant:b005be383b604896891e656ecbce6692 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:36:45.962234 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-6cbf56b3-2f9f-4e80-af01-203998ee689f req-17f66fb4-34ee-4931-a88b-ce510b704a31 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Unset dirty status for tenant:b005be383b604896891e656ecbce6692 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:36:45.963815 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6cbf56b3-2f9f-4e80-af01-203998ee689f req-17f66fb4-34ee-4931-a88b-ce510b704a31 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.1097121 Jan 17 17:36:46.019545 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-6cbf56b3-2f9f-4e80-af01-203998ee689f req-3f15a850-59cf-4046-a7fd-43c96ee24216 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Synchronizing usage tracker for tenant:b005be383b604896891e656ecbce6692 on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:36:46.039163 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-6cbf56b3-2f9f-4e80-af01-203998ee689f req-3f15a850-59cf-4046-a7fd-43c96ee24216 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Unset dirty status for tenant:b005be383b604896891e656ecbce6692 on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:36:46.046732 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6cbf56b3-2f9f-4e80-af01-203998ee689f req-3f15a850-59cf-4046-a7fd-43c96ee24216 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747023 Jan 17 17:36:46.174496 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d5b517ba-6ca5-4dd3-b8bb-617b39a44b43 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:46.176840 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d5b517ba-6ca5-4dd3-b8bb-617b39a44b43 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.106 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 945 time: 0.1013935 Jan 17 17:36:46.256179 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Deleting port 54703361-9b1b-49df-bdbb-095f76461720 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:46.256522 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:46.541433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] For port 54703361-9b1b-49df-bdbb-095f76461720, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54703361-9b1b-49df-bdbb-095f76461720,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:46.541801 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:46.688825 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Calling delete_port for 54703361-9b1b-49df-bdbb-095f76461720 owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:46.843140 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:46.855705 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['54703361-9b1b-49df-bdbb-095f76461720'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:36:46.895921 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Pushing event deleted for resources: {'Port': ['ID=54703361-9b1b-49df-bdbb-095f76461720,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:46.974097 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] No DVR routers for this DVR port 54703361-9b1b-49df-bdbb-095f76461720 on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:36:46.976520 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:46.979143 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'name': 'network-vif-deleted', 'tag': '54703361-9b1b-49df-bdbb-095f76461720'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:36:46.996609 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e6a1b3ca-5bd8-43a6-baac-3313ad74d22b req-d8aa82e1-f407-4822-b259-efc98e448d25 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.106 "DELETE /v2.0/ports/54703361-9b1b-49df-bdbb-095f76461720 HTTP/1.1" status: 204 len: 173 time: 0.8129909 Jan 17 17:36:47.034997 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9376b035-b551-468d-9123-5fd19a9b073f', 'name': 'network-vif-deleted', 'tag': '54703361-9b1b-49df-bdbb-095f76461720', 'status': 'completed', 'code': 200} Jan 17 17:36:47.213629 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7b3b6c82-ae38-4a20-823a-453bd1caad7d req-e0fbb551-1925-4721-bd17-22d305496146 tempest-TestMinimumBasicScenario-605142561 tempest-TestMinimumBasicScenario-605142561-project] 10.222.0.107 "GET /v2.0/ports?device_id=9376b035-b551-468d-9123-5fd19a9b073f HTTP/1.1" status: 200 len: 210 time: 0.0434813 Jan 17 17:36:47.318885 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34122) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:47.451233 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:47.469108 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:36:47.473490 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] Usage tracker for resource:security_group_rule and tenant:d704df1813774247948052db0c534cf5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:36:47.476448 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:36:47.482786 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:36:47.577739 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:47.582523 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:47.631425 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d704df1813774247948052db0c534cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114665 Jan 17 17:36:47.632127 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d536ec-83ba-4952-aead-bc94ce3f5c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1609cd-d228-4ae0-abd9-6c48a0cbc9dd,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:47.634243 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34128) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:47.701061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a783938-f725-4886-bf0d-ee5f4995f4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:47.730268 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a783938-f725-4886-bf0d-ee5f4995f4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:47.787193 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a783938-f725-4886-bf0d-ee5f4995f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:47.804250 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a783938-f725-4886-bf0d-ee5f4995f4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1609cd-d228-4ae0-abd9-6c48a0cbc9dd,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:47.808817 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a783938-f725-4886-bf0d-ee5f4995f4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:47.809773 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8a783938-f725-4886-bf0d-ee5f4995f4fa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/df1609cd-d228-4ae0-abd9-6c48a0cbc9dd HTTP/1.1" status: 204 len: 168 time: 0.1745346 Jan 17 17:36:48.089138 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24dc6a5c-a96b-491d-8070-ef3f7674d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:48.112469 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34136) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:48.130729 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:48.145356 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:36:48.149203 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] Usage tracker for resource:security_group_rule and tenant:af7da17a027f41c98e730e1e30640a06 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:36:48.151997 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:36:48.158134 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:36:48.244832 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:48.249952 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:48.302368 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=af7da17a027f41c98e730e1e30640a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886744 Jan 17 17:36:48.303155 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacb14e-d387-4c91-b22a-7b453f44caf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046d3ba4-15b1-4c70-be5a-9db0681e1af8,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:48.305283 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34142) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:48.375279 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ed65ce82-88de-4871-9808-4174f65a130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:48.403114 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ed65ce82-88de-4871-9808-4174f65a130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:48.457393 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ed65ce82-88de-4871-9808-4174f65a130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:48.479775 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65ce82-88de-4871-9808-4174f65a130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d3ba4-15b1-4c70-be5a-9db0681e1af8,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:48.487264 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ed65ce82-88de-4871-9808-4174f65a130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:48.490825 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ed65ce82-88de-4871-9808-4174f65a130f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/046d3ba4-15b1-4c70-be5a-9db0681e1af8 HTTP/1.1" status: 204 len: 168 time: 0.1844707 Jan 17 17:36:49.007476 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34198) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:49.694937 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:50.065492 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Deleting port c46916dc-a8d6-4b10-b416-4eaa5589457b {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:50.066193 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:50.258228 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] For port c46916dc-a8d6-4b10-b416-4eaa5589457b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c46916dc-a8d6-4b10-b416-4eaa5589457b,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:50.258583 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:50.358409 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-920d9169-4695-4104-9782-1ba578fbf7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:50.393812 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Calling delete_port for c46916dc-a8d6-4b10-b416-4eaa5589457b owned by network:router_interface {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:50.516556 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34244) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:50.594406 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:50.596813 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 54703361-9b1b-49df-bdbb-095f76461720 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:50.646590 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:50.656983 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46916dc-a8d6-4b10-b416-4eaa5589457b,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:50.666194 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 54703361-9b1b-49df-bdbb-095f76461720 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:36:50.668577 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 54703361-9b1b-49df-bdbb-095f76461720 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:50.675048 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:36:50.680017 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] Usage tracker for resource:security_group_rule and tenant:51ec20de736d41689121ee410b3c78ba is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:36:50.687916 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:36:50.697038 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:36:50.841118 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:50.847372 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:50.908611 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=51ec20de736d41689121ee410b3c78ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924198 Jan 17 17:36:50.909334 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff690b88-0337-4915-bee0-e05daf8f6fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d645c788-a492-4ae0-b435-b5818f422d80,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:50.912023 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34256) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:50.977605 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-603ca06c-2ac0-4aab-b989-0d255362d6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.006937 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-603ca06c-2ac0-4aab-b989-0d255362d6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.078570 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-603ca06c-2ac0-4aab-b989-0d255362d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.096268 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ca06c-2ac0-4aab-b989-0d255362d6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d645c788-a492-4ae0-b435-b5818f422d80,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:51.103568 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-603ca06c-2ac0-4aab-b989-0d255362d6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.104835 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-603ca06c-2ac0-4aab-b989-0d255362d6f2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d645c788-a492-4ae0-b435-b5818f422d80 HTTP/1.1" status: 204 len: 168 time: 0.1917555 Jan 17 17:36:51.151822 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.436174 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34270) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:51.454970 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.471451 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:36:51.475325 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] Usage tracker for resource:security_group_rule and tenant:b41de121dd2d4e878cb282a4749443b4 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:36:51.478214 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:36:51.484096 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:36:51.528642 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.549395 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Router e14a7e9e-c208-4235-901c-2cd72bc9af5c has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:36:51.581327 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.586450 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.639484 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b41de121dd2d4e878cb282a4749443b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021446 Jan 17 17:36:51.640214 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34274) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:51.640851 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4611e-9650-4483-b54d-7fd42e6fd916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b62a4f-e349-4b9e-8308-684e466455c8,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:51.711756 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-690df718-0afe-4dc0-aa1a-1e0695436218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.739996 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-690df718-0afe-4dc0-aa1a-1e0695436218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.761563 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:36:51.781129 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] Sync routers for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:36:51.784885 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-c4427f00-36c0-460c-8bb5-4affd692d1f1 admin admin] 10.222.0.107 "PUT /v2.0/routers/e14a7e9e-c208-4235-901c-2cd72bc9af5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7763262 Jan 17 17:36:51.787328 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34278) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:51.793101 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:51.793703 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:51.883816 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:51.994897 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:52.028563 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-690df718-0afe-4dc0-aa1a-1e0695436218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:52.068145 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690df718-0afe-4dc0-aa1a-1e0695436218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b62a4f-e349-4b9e-8308-684e466455c8,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:52.084497 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-690df718-0afe-4dc0-aa1a-1e0695436218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:52.089001 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-690df718-0afe-4dc0-aa1a-1e0695436218 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/81b62a4f-e349-4b9e-8308-684e466455c8 HTTP/1.1" status: 204 len: 168 time: 0.4453478 Jan 17 17:36:52.103282 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks [] for router, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:52.304345 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:52.314098 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:36:50Z', 'revision_number': 5, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port': {'id': 'bad0e7cd-8502-40ff-9f0e-d5c05304c9de', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:06Z', 'updated_at': '2022-01-17T17:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:52.316223 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Deleting port bad0e7cd-8502-40ff-9f0e-d5c05304c9de {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:52.316652 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:52.319422 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] Checking router: e14a7e9e-c208-4235-901c-2cd72bc9af5c for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:36:52.329826 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] Routers {'e14a7e9e-c208-4235-901c-2cd72bc9af5c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:52.330971 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:52.549669 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] For port bad0e7cd-8502-40ff-9f0e-d5c05304c9de, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=bad0e7cd-8502-40ff-9f0e-d5c05304c9de,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:52.550027 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:52.605758 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] Set router e14a7e9e-c208-4235-901c-2cd72bc9af5c gateway port host: None {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:52.685991 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Calling delete_port for bad0e7cd-8502-40ff-9f0e-d5c05304c9de owned by network:router_gateway {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:52.756848 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:36:52Z', 'revision_number': 6, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:52.761400 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2954ecc9-65c1-41df-a1ea-e6f8e15898e6 None None] The sync data for ids ['e14a7e9e-c208-4235-901c-2cd72bc9af5c'] in dv-cinder-818883-2-iscsi is: [{'id': 'e14a7e9e-c208-4235-901c-2cd72bc9af5c', 'name': 'tempest-TestMinimumBasicScenario-360701604-router', 'tenant_id': 'b005be383b604896891e656ecbce6692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:36:52Z', 'revision_number': 6, 'project_id': 'b005be383b604896891e656ecbce6692', 'gw_port_host': None}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:36:52.956262 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:52.970563 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.025947 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Pushing event deleted for resources: {'Port': ['ID=bad0e7cd-8502-40ff-9f0e-d5c05304c9de,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:53.146187 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33432f0b-f11f-4153-aa8e-ba10ec2f6303 req-7c908100-524f-4835-9660-bf81115630f4 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:53.148544 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-33432f0b-f11f-4153-aa8e-ba10ec2f6303 req-7c908100-524f-4835-9660-bf81115630f4 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 946 time: 0.2700162 Jan 17 17:36:53.187528 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.383251 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-33432f0b-f11f-4153-aa8e-ba10ec2f6303 req-1bf68235-5933-437c-aceb-8d89e00ba4ae tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2282159 Jan 17 17:36:53.398452 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.410778 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.426906 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.427813 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14a7e9e-c208-4235-901c-2cd72bc9af5c {{(pid=86776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:36:53.443187 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.444399 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-0763a6e8-7880-46c8-ba5a-356ece6af16e admin admin] 10.222.0.107 "DELETE /v2.0/routers/e14a7e9e-c208-4235-901c-2cd72bc9af5c HTTP/1.1" status: 204 len: 168 time: 1.6559558 Jan 17 17:36:53.448625 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34320) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:53.511262 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd51c914-3973-4866-b5b4-f122af36d114 admin admin] Deleting subnet 0727fef9-8391-4702-85e7-a94f51dcb967 {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:36:53.514226 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fd51c914-3973-4866-b5b4-f122af36d114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.574660 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fd51c914-3973-4866-b5b4-f122af36d114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410311'] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.703347 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fd51c914-3973-4866-b5b4-f122af36d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.784717 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fd51c914-3973-4866-b5b4-f122af36d114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2196179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684697'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.831956 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51c914-3973-4866-b5b4-f122af36d114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0727fef9-8391-4702-85e7-a94f51dcb967,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:53.840067 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fd51c914-3973-4866-b5b4-f122af36d114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.844925 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a695247-9668-40d1-b581-646e638de894 None None] Network 30e32b43-187b-4b43-9628-54fc1fdf586b requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:36:53.851812 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-fd51c914-3973-4866-b5b4-f122af36d114 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/0727fef9-8391-4702-85e7-a94f51dcb967 HTTP/1.1" status: 204 len: 168 time: 0.4018798 Jan 17 17:36:53.854150 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34332) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:53.979816 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:53.991350 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Deleting port ba95f82f-6ea0-404c-9bd4-7feea3c0394e {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:53.991775 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:54.054780 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:54.150926 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] DHCP port deletion for 30e32b43-187b-4b43-9628-54fc1fdf586b request from dv-cinder-818883-2-iscsi {{(pid=86777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:36:54.155746 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] Deleting port ba95f82f-6ea0-404c-9bd4-7feea3c0394e {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:54.156184 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:54.379244 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] For port ba95f82f-6ea0-404c-9bd4-7feea3c0394e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ba95f82f-6ea0-404c-9bd4-7feea3c0394e,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:54.379583 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:54.393028 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] For port ba95f82f-6ea0-404c-9bd4-7feea3c0394e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ba95f82f-6ea0-404c-9bd4-7feea3c0394e,segment=NetworkSegment(9f02e104-23c6-43ae-a9d3-5600a49e6c4d),segment_id=9f02e104-23c6-43ae-a9d3-5600a49e6c4d)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:54.393853 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:54.527765 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Calling delete_port for ba95f82f-6ea0-404c-9bd4-7feea3c0394e owned by network:dhcp {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:54.611841 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-d105b9c0-e346-4b62-a3fc-d940f1f8dbb0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:54.613302 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-d105b9c0-e346-4b62-a3fc-d940f1f8dbb0 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 946 time: 0.3943768 Jan 17 17:36:54.633365 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ba95f82f-6ea0-404c-9bd4-7feea3c0394e no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:54.666148 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] Calling delete_port for ba95f82f-6ea0-404c-9bd4-7feea3c0394e owned by network:dhcp {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:54.749948 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:54.756703 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Deleting port dddab7eb-29d6-4905-9d52-3bea3918be9f {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:54.757038 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:54.775639 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No active binding found for port ba95f82f-6ea0-404c-9bd4-7feea3c0394e {{(pid=86777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 17 17:36:54.775639 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ba95f82f-6ea0-404c-9bd4-7feea3c0394e not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:54.775639 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device bad0e7cd-8502-40ff-9f0e-d5c05304c9de no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:54.811126 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: bad0e7cd-8502-40ff-9f0e-d5c05304c9de {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:36:54.811842 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device bad0e7cd-8502-40ff-9f0e-d5c05304c9de not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:54.812449 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c46916dc-a8d6-4b10-b416-4eaa5589457b no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:54.846990 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba95f82f-6ea0-404c-9bd4-7feea3c0394e,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:54.854257 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.db.api [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:36:54.854640 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG oslo_db.api [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:36:54.857915 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] No DVR routers for this DVR port ba95f82f-6ea0-404c-9bd4-7feea3c0394e on host dv-cinder-818883-2-iscsi {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:36:54.861310 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: c46916dc-a8d6-4b10-b416-4eaa5589457b {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:36:54.861681 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c46916dc-a8d6-4b10-b416-4eaa5589457b not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:55.041884 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.058879 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0119b9c-8cc4-471f-b664-f1bd86bfbed3 req-0fd74697-80c4-4bde-831c-ea047c1ea54c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:36:55.060747 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b0119b9c-8cc4-471f-b664-f1bd86bfbed3 req-0fd74697-80c4-4bde-831c-ea047c1ea54c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 946 time: 0.4446142 Jan 17 17:36:55.118030 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e32b43-187b-4b43-9628-54fc1fdf586b']}} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:55.196292 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f02e104-23c6-43ae-a9d3-5600a49e6c4d') {'for_net_delete': True} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:55.196585 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f02e104-23c6-43ae-a9d3-5600a49e6c4d') {} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:55.222861 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2423732'] for segment, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.238124 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b0119b9c-8cc4-471f-b664-f1bd86bfbed3 req-e5651b01-778b-45e0-99f7-5af0e676e2e1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=910ddebe-c884-49b5-88c4-924b4980ab65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1695225 Jan 17 17:36:55.254276 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.278340 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=86775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:36:55.279316 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2196157'] for segment, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: Traceback (most recent call last): Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: timer() Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: cb(*args, **kw) Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: return func(*args, **kwargs) Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: self._notify() Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: self.callback(batched_events) Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: event.method(event) Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: return f(self, *a, **k) Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._get(url).json() Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: return self.request(url, 'GET', **kwargs) Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:36:55.298093 dv-cinder-818883-2-iscsi neutron-server[86775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:36:55.356402 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] Deleting port ba95f82f-6ea0-404c-9bd4-7feea3c0394e {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:55.358020 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.387515 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] For port dddab7eb-29d6-4905-9d52-3bea3918be9f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dddab7eb-29d6-4905-9d52-3bea3918be9f,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:55.387515 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.428860 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-407ca451-aa0c-4972-9289-5c35181cdb45 None None] The port 'ba95f82f-6ea0-404c-9bd4-7feea3c0394e' was deleted {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:36:55.478616 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.499801 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.516156 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e32b43-187b-4b43-9628-54fc1fdf586b,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:55.595757 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-72bbbe31-d82e-42e4-84d5-fed81db169a5 admin admin] 10.222.0.107 "DELETE /v2.0/networks/30e32b43-187b-4b43-9628-54fc1fdf586b HTTP/1.1" status: 204 len: 168 time: 1.7402470 Jan 17 17:36:55.598638 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34420) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:55.752273 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.752644 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:55.753040 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.l3_db [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Floating IP fc40dd9c-e38f-428c-bdb8-fc841e465a99 disassociated. External IP: 172.27.3.105, port: dddab7eb-29d6-4905-9d52-3bea3918be9f. Jan 17 17:36:55.753470 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Calling delete_port for dddab7eb-29d6-4905-9d52-3bea3918be9f owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:55.915503 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:56.073485 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event deleted for resources: {'Port': ['ID=dddab7eb-29d6-4905-9d52-3bea3918be9f,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:56.130335 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34434) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:56.278554 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Router ff860d5a-11f8-474e-a450-ce5b45cdb53f has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:36:56.300770 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:56.325494 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:36:56.331007 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:bada0283bbb34f28a9423b69a85de1f1 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:36:56.334408 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:36:56.342460 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:36:56.417830 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:56.470879 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c10845c9-a774-4f76-871e-465dac1dfe52 req-64cfe904-65f6-4e03-92c9-17d722f5b701 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=73df87ff-4a34-4081-90e7-71faa60f3101 HTTP/1.1" status: 200 len: 210 time: 0.1114376 Jan 17 17:36:56.476385 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:36:56.489487 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] Sync routers for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:36:56.509517 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:56.512270 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:56.581119 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] No DVR routers for this DVR port dddab7eb-29d6-4905-9d52-3bea3918be9f on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:36:56.583732 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:56.587026 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-deleted', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:36:56.632952 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0103afb9-c71d-438e-ba00-51fd799dabcc req-2d374a42-519d-47d2-adda-268ebff44ca9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "DELETE /v2.0/ports/dddab7eb-29d6-4905-9d52-3bea3918be9f HTTP/1.1" status: 204 len: 173 time: 1.9851799 Jan 17 17:36:56.660484 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73df87ff-4a34-4081-90e7-71faa60f3101', 'name': 'network-vif-deleted', 'tag': 'dddab7eb-29d6-4905-9d52-3bea3918be9f', 'status': 'completed', 'code': 200} Jan 17 17:36:56.802986 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:56.810584 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:56.818190 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:56.888259 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bada0283bbb34f28a9423b69a85de1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7567208 Jan 17 17:36:56.890838 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d429d03-eadb-45b8-8a24-c990ba1c1ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339cd936-4b79-4abf-8d17-412fc4358eab,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:56.891047 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34444) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:56.963337 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed1712eb-8cc3-4a60-92c5-ab9d46ffa32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:56.988120 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Deleting port 438f83af-50fa-48d6-b1ac-5e038e3f05a7 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:56.988462 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:56.996955 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed1712eb-8cc3-4a60-92c5-ab9d46ffa32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.069552 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed1712eb-8cc3-4a60-92c5-ab9d46ffa32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.086755 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1712eb-8cc3-4a60-92c5-ab9d46ffa32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339cd936-4b79-4abf-8d17-412fc4358eab,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:57.094991 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed1712eb-8cc3-4a60-92c5-ab9d46ffa32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.096179 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ed1712eb-8cc3-4a60-92c5-ab9d46ffa32c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/339cd936-4b79-4abf-8d17-412fc4358eab HTTP/1.1" status: 204 len: 168 time: 0.2038598 Jan 17 17:36:57.189042 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] For port 438f83af-50fa-48d6-b1ac-5e038e3f05a7, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=438f83af-50fa-48d6-b1ac-5e038e3f05a7,segment=NetworkSegment(f92404d4-e079-4be6-ac73-4e961b80ad93),segment_id=f92404d4-e079-4be6-ac73-4e961b80ad93)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:57.189379 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:57.189562 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.193841 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] Checking router: ff860d5a-11f8-474e-a450-ce5b45cdb53f for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:36:57.204416 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:57.205309 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:57.320952 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Calling delete_port for 438f83af-50fa-48d6-b1ac-5e038e3f05a7 owned by network:router_interface {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:57.409457 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:57.425767 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34452) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:57.444348 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.460977 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:36:57.465885 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] Usage tracker for resource:security_group_rule and tenant:71155e8fa0a64de8a163edddffe1cafd is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:36:57.469474 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:36:57.475950 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:36:57.532204 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.583936 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=438f83af-50fa-48d6-b1ac-5e038e3f05a7,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:57.584939 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.591912 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.659284 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40b776c-f8e4-48fd-abea-d2f66c83adae,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:57.664025 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a3d55dba-b4f8-4914-9a3c-f39b37c42767 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=71155e8fa0a64de8a163edddffe1cafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371743 Jan 17 17:36:57.666971 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34458) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:57.746179 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34464) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:57.794681 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-442ef050-baf2-4e6b-8a76-3a6be0d304cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.844481 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-442ef050-baf2-4e6b-8a76-3a6be0d304cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.879821 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7d76339e-2a18-4a8d-8598-f93eaefb1c5b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.890597 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:57.895396 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4365b2-ee3d-43b9-ac0f-0f45526e404d None None] The sync data for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi is: [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:36:57.924614 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7d76339e-2a18-4a8d-8598-f93eaefb1c5b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:57.983843 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-442ef050-baf2-4e6b-8a76-3a6be0d304cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:58.003674 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7d76339e-2a18-4a8d-8598-f93eaefb1c5b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:58.013706 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ef050-baf2-4e6b-8a76-3a6be0d304cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40b776c-f8e4-48fd-abea-d2f66c83adae,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:58.036736 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76339e-2a18-4a8d-8598-f93eaefb1c5b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ddebe-c884-49b5-88c4-924b4980ab65,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:36:58.041477 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-7d76339e-2a18-4a8d-8598-f93eaefb1c5b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:58.045367 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-7d76339e-2a18-4a8d-8598-f93eaefb1c5b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "DELETE /v2.0/security-groups/910ddebe-c884-49b5-88c4-924b4980ab65 HTTP/1.1" status: 204 len: 168 time: 0.2932706 Jan 17 17:36:58.045367 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-442ef050-baf2-4e6b-8a76-3a6be0d304cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:58.047449 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-442ef050-baf2-4e6b-8a76-3a6be0d304cd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c40b776c-f8e4-48fd-abea-d2f66c83adae HTTP/1.1" status: 204 len: 168 time: 0.3794496 Jan 17 17:36:58.048093 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34468) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:58.065003 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.api.v2.resource [None req-093f9648-c192-4c2b-8450-63dea98f5b27 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] show failed (client error): The resource could not be found. Jan 17 17:36:58.068796 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-093f9648-c192-4c2b-8450-63dea98f5b27 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups/910ddebe-c884-49b5-88c4-924b4980ab65 HTTP/1.1" status: 404 len: 347 time: 0.0169144 Jan 17 17:36:58.070781 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34474) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:58.142407 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:58.244249 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec8897-448e-467d-bcfd-b3164164f32d None None] New status for floating IP fc40dd9c-e38f-428c-bdb8-fc841e465a99: DOWN {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:36:58.253107 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Deleting port 6c96da0d-02bc-4fdd-8efc-45c153014bdd {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:58.253726 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:58.505420 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:58.505882 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:58.599568 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Router 15edf936-6556-4b08-8d35-ee33276d2773 has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:36:58.629515 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:36:58.680935 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: dddab7eb-29d6-4905-9d52-3bea3918be9f {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:36:58.681686 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device dddab7eb-29d6-4905-9d52-3bea3918be9f not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:36:58.684289 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Calling delete_port for 6c96da0d-02bc-4fdd-8efc-45c153014bdd owned by network:floatingip {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:58.832140 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:36:58.841346 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] Sync routers for ids ['15edf936-6556-4b08-8d35-ee33276d2773'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:36:58.849485 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-6317b7f3-7a28-488d-9ed8-30bf6a128d79 admin admin] 10.222.0.107 "PUT /v2.0/routers/15edf936-6556-4b08-8d35-ee33276d2773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496049 Jan 17 17:36:58.851918 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34496) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:36:58.855943 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] Routers {'15edf936-6556-4b08-8d35-ee33276d2773'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:58.857975 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['15edf936-6556-4b08-8d35-ee33276d2773'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:58.888708 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.db.api [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86775) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:36:58.889093 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG oslo_db.api [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:36:59.064100 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks [] for router, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:59.074256 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] Set router 15edf936-6556-4b08-8d35-ee33276d2773 gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:59.264525 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:59.276816 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Deleting port 02ba0e73-34bd-443d-bdcc-6a74c6598a25 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:59.277375 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:59.390209 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Deleting port 6c96da0d-02bc-4fdd-8efc-45c153014bdd {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:36:59.390974 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:59.413581 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:36:57Z', 'revision_number': 5, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port': {'id': '02ba0e73-34bd-443d-bdcc-6a74c6598a25', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15edf936-6556-4b08-8d35-ee33276d2773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:20Z', 'updated_at': '2022-01-17T17:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:59.418914 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] Checking router: 15edf936-6556-4b08-8d35-ee33276d2773 for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:36:59.430208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] Routers {'15edf936-6556-4b08-8d35-ee33276d2773'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:36:59.431315 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:36:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['15edf936-6556-4b08-8d35-ee33276d2773'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:59.659764 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:59.660044 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] Set router 15edf936-6556-4b08-8d35-ee33276d2773 gateway port host: None {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:36:59.660357 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:59.679056 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] For port 02ba0e73-34bd-443d-bdcc-6a74c6598a25, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=02ba0e73-34bd-443d-bdcc-6a74c6598a25,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:36:59.679505 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:36:59.791034 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:36:59Z', 'revision_number': 6, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:36:59.798240 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183275d-e13f-4f0e-a632-67d912a8a514 None None] The sync data for ids ['15edf936-6556-4b08-8d35-ee33276d2773'] in dv-cinder-818883-2-iscsi is: [{'id': '15edf936-6556-4b08-8d35-ee33276d2773', 'name': 'tempest-TestMinimumBasicScenario-1219152419-router', 'tenant_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:18Z', 'updated_at': '2022-01-17T17:36:59Z', 'revision_number': 6, 'project_id': 'cda834f1c829475cb8d4ccd622a35ad4', 'gw_port_host': None}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:36:59.812720 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Calling delete_port for 6c96da0d-02bc-4fdd-8efc-45c153014bdd owned by network:floatingip {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:59.835852 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Calling delete_port for 02ba0e73-34bd-443d-bdcc-6a74c6598a25 owned by network:router_gateway {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:36:59.991172 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.036540 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.046122 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event deleted for resources: {'Port': ['ID=6c96da0d-02bc-4fdd-8efc-45c153014bdd,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:00.085369 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Pushing event deleted for resources: {'Port': ['ID=02ba0e73-34bd-443d-bdcc-6a74c6598a25,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:00.155318 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.173605 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.177420 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-3fea2708-5afa-4cc7-aa03-68244a6ae4e2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "DELETE /v2.0/floatingips/fc40dd9c-e38f-428c-bdb8-fc841e465a99 HTTP/1.1" status: 204 len: 168 time: 2.1030276 Jan 17 17:37:00.195184 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.412044 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.414260 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.443403 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.444013 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15edf936-6556-4b08-8d35-ee33276d2773 {{(pid=86776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:37:00.456940 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.458061 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-fbc8e28f-12b8-426b-87e5-192990ad049e admin admin] 10.222.0.107 "DELETE /v2.0/routers/15edf936-6556-4b08-8d35-ee33276d2773 HTTP/1.1" status: 204 len: 168 time: 1.6052363 Jan 17 17:37:00.460529 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34546) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:00.524029 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f81855-8edb-474c-9aad-01d10d61f4d5 admin admin] Deleting subnet 2fedb48c-fe81-42be-ab9d-be2ccc25323e {{(pid=86776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:37:00.527422 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d7f81855-8edb-474c-9aad-01d10d61f4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.592384 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d7f81855-8edb-474c-9aad-01d10d61f4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3139915'] for subnet, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.709651 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 438f83af-50fa-48d6-b1ac-5e038e3f05a7 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:37:00.738906 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d7f81855-8edb-474c-9aad-01d10d61f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.778052 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 438f83af-50fa-48d6-b1ac-5e038e3f05a7 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:37:00.778880 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 438f83af-50fa-48d6-b1ac-5e038e3f05a7 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:37:00.779705 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 02ba0e73-34bd-443d-bdcc-6a74c6598a25 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:37:00.792948 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34556) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:00.798197 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376293960', 'description': 'tempest-description--1696373743'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:37:00.806541 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:00.815693 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:security_group and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:00.822119 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:00.834022 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:00.834864 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 02ba0e73-34bd-443d-bdcc-6a74c6598a25 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:37:00.835221 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 02ba0e73-34bd-443d-bdcc-6a74c6598a25 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:37:00.847915 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d7f81855-8edb-474c-9aad-01d10d61f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519776'] for subnet, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.853566 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.881743 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:00.886512 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:security_group_rule and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:00.890348 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:00.897526 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:00.901644 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d7f81855-8edb-474c-9aad-01d10d61f4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.904521 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f81855-8edb-474c-9aad-01d10d61f4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fedb48c-fe81-42be-ab9d-be2ccc25323e,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:00.908086 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a790d42-9d32-428d-afac-b58bffb47d93 None None] Network 8a1ff20d-0de1-4f82-a18d-859248973e2f requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:37:00.913467 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d7f81855-8edb-474c-9aad-01d10d61f4d5 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/2fedb48c-fe81-42be-ab9d-be2ccc25323e HTTP/1.1" status: 204 len: 168 time: 0.4518380 Jan 17 17:37:00.916040 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34562) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:00.990626 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:00.998096 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.060254 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.065411 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90bf6ef-0da9-463b-b508-d23c6e3bc30c,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:01.068374 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34566) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:01.083828 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.084265 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Deleting port 10f4d0b0-288e-491a-be34-7f32670da263 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:37:01.084699 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.092054 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-15fd11e0-f047-45aa-9808-0b94d77fdf9e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2978082 Jan 17 17:37:01.099456 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34572) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:01.109818 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf6ef-0da9-463b-b508-d23c6e3bc30c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:37:01.118660 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:01.123033 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:security_group_rule and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:01.126601 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:01.132488 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:01.158459 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.230080 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.246863 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.261800 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.284742 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] DHCP port deletion for 8a1ff20d-0de1-4f82-a18d-859248973e2f request from dv-cinder-818883-2-iscsi {{(pid=86777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:37:01.288390 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ee6b33-67a6-4dc1-8bcc-91ddd1e23cb9,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:01.289251 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] Deleting port 10f4d0b0-288e-491a-be34-7f32670da263 {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:37:01.289623 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.292062 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:01.302830 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5cbb972a544253a5ed421720e6c62f is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:01.309435 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:01.314307 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.317748 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-f0a9fcc2-afc9-4376-ad12-ad0c744e7b1c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2116284 Jan 17 17:37:01.318609 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34576) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:01.321180 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:01.326113 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf6ef-0da9-463b-b508-d23c6e3bc30c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:37:01.332502 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:01.342335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:security_group_rule and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:01.346071 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:01.358569 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] For port 10f4d0b0-288e-491a-be34-7f32670da263, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=10f4d0b0-288e-491a-be34-7f32670da263,segment=NetworkSegment(f92404d4-e079-4be6-ac73-4e961b80ad93),segment_id=f92404d4-e079-4be6-ac73-4e961b80ad93)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:37:01.358974 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.362124 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:01.391499 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.500835 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.502664 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.505512 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.520934 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.555330 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e964f1b8-b39d-49b3-80b8-6f6cf17bbcf5,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:01.595184 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Calling delete_port for 10f4d0b0-288e-491a-be34-7f32670da263 owned by network:dhcp {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:37:01.599226 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3c5cbb972a544253a5ed421720e6c62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297303 Jan 17 17:37:01.599885 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34580) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:01.600275 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] For port 10f4d0b0-288e-491a-be34-7f32670da263, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=10f4d0b0-288e-491a-be34-7f32670da263,segment=NetworkSegment(f92404d4-e079-4be6-ac73-4e961b80ad93),segment_id=f92404d4-e079-4be6-ac73-4e961b80ad93)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:37:01.600999 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.602971 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca512f74-c0e4-43d8-8d5b-1da6bcac0253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fe6e82-1813-4610-b8d3-0bb397b730c9,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:01.616477 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.617753 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-2a523cab-8ad6-4144-9602-2ff84fdadaac tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981787 Jan 17 17:37:01.622888 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34584) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:01.629759 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:37:01.642393 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:01.650712 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Usage tracker for resource:floatingip and tenant:7a9322785da349c8b286bc18e2fa5f30 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:01.660891 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:01.671011 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:01.693373 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.714240 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.715648 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-73c1237b-7600-4f3b-a53a-e768ecc30d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.762454 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f4d0b0-288e-491a-be34-7f32670da263,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:01.767763 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] No DVR routers for this DVR port 10f4d0b0-288e-491a-be34-7f32670da263 on host dv-cinder-818883-2-iscsi {{(pid=86776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:37:01.776844 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] Calling delete_port for 10f4d0b0-288e-491a-be34-7f32670da263 owned by network:dhcp {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:37:01.805850 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-73c1237b-7600-4f3b-a53a-e768ecc30d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.868329 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.db.api [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:37:01.868889 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG oslo_db.api [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:37:01.895227 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-73c1237b-7600-4f3b-a53a-e768ecc30d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.900680 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.918013 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1237b-7600-4f3b-a53a-e768ecc30d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fe6e82-1813-4610-b8d3-0bb397b730c9,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:01.923771 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.927110 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-73c1237b-7600-4f3b-a53a-e768ecc30d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.928262 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-73c1237b-7600-4f3b-a53a-e768ecc30d30 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/55fe6e82-1813-4610-b8d3-0bb397b730c9 HTTP/1.1" status: 204 len: 168 time: 0.3265388 Jan 17 17:37:01.931038 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1ff20d-0de1-4f82-a18d-859248973e2f']}} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:37:01.944549 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92404d4-e079-4be6-ac73-4e961b80ad93') {'for_net_delete': True} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:37:01.944840 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.services.segments.db [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92404d4-e079-4be6-ac73-4e961b80ad93') {} {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:37:01.958123 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3134904'] for segment, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.983925 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:01.991120 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=86776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:37:01.991514 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2439321'] for segment, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: Traceback (most recent call last): Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: timer() Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: cb(*args, **kw) Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: return func(*args, **kwargs) Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: self._notify() Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: self.callback(batched_events) Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: event.method(event) Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: return f(self, *a, **k) Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._get(url).json() Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: return self.request(url, 'GET', **kwargs) Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:37:02.005896 dv-cinder-818883-2-iscsi neutron-server[86776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:37:02.091851 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.096455 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.115335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Allocated IP 172.27.3.145 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/852a4685-7fa7-4177-8c52-681ddef5d6bc) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:37:02.122750 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1ff20d-0de1-4f82-a18d-859248973e2f,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:02.127053 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-2be39516-ee90-4102-ac7d-a399cf7d0803 admin admin] 10.222.0.107 "DELETE /v2.0/networks/8a1ff20d-0de1-4f82-a18d-859248973e2f HTTP/1.1" status: 204 len: 168 time: 1.2098825 Jan 17 17:37:02.287087 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34594) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:02.288096 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.313077 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.321423 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.330281 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:02.334420 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce106082c004027a1145c7f36104b64 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:02.337321 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:02.344722 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34598) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:02.347668 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:02.370198 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] Deleting port 10f4d0b0-288e-491a-be34-7f32670da263 {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:37:02.370198 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.426904 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-516bd4db-173d-427f-97d3-6be4687a3266 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b005be383b604896891e656ecbce6692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808842 Jan 17 17:37:02.429965 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34602) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:02.447873 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bab22-9b48-431c-94de-c158208fce9b None None] The port '10f4d0b0-288e-491a-be34-7f32670da263' was deleted {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:37:02.493562 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:37:02.496642 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:37:02.500961 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:37:02.529626 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 10f4d0b0-288e-491a-be34-7f32670da263 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:37:02.531496 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'Port': ['ID=852a4685-7fa7-4177-8c52-681ddef5d6bc,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:02.552588 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c236ff2-9ea8-4b0b-b4f0-bb26242f39ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.570708 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.578370 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 10f4d0b0-288e-491a-be34-7f32670da263 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:37:02.578886 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 10f4d0b0-288e-491a-be34-7f32670da263 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:37:02.585528 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.592813 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.624113 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c236ff2-9ea8-4b0b-b4f0-bb26242f39ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.657677 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.673049 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9ce106082c004027a1145c7f36104b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849070 Jan 17 17:37:02.681885 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a057b6-bc6e-4d20-9b78-e2df8969e535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7548f2d1-e8ea-450e-b5b5-a271d79baf7f,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:02.685832 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34606) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:02.756433 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c236ff2-9ea8-4b0b-b4f0-bb26242f39ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.781744 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c236ff2-9ea8-4b0b-b4f0-bb26242f39ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:02.786219 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b91c-edc8-4147-887b-11619f1e45bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.827005 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b91c-edc8-4147-887b-11619f1e45bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.833697 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5c236ff2-9ea8-4b0b-b4f0-bb26242f39ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.834835 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-5c236ff2-9ea8-4b0b-b4f0-bb26242f39ce admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e2f5f763-8a9f-4bd8-bec9-6b7fe0a53683 HTTP/1.1" status: 204 len: 168 time: 0.4040997 Jan 17 17:37:02.890973 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b91c-edc8-4147-887b-11619f1e45bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.913287 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1b91c-edc8-4147-887b-11619f1e45bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7548f2d1-e8ea-450e-b5b5-a271d79baf7f,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:02.920958 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b91c-edc8-4147-887b-11619f1e45bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.922060 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b7b1b91c-edc8-4147-887b-11619f1e45bf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7548f2d1-e8ea-450e-b5b5-a271d79baf7f HTTP/1.1" status: 204 len: 168 time: 0.2316272 Jan 17 17:37:02.934054 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:02.944427 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:03.082183 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'Port': ['ID=852a4685-7fa7-4177-8c52-681ddef5d6bc,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:03.093319 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:03.146754 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:03.146754 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-17815a40-0d24-440d-ae0c-72c42c7302c1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5214739 Jan 17 17:37:03.383697 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34624) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:03.443807 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-e2f90a85-2e1b-462d-9606-f0db0fc03129 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cda834f1c829475cb8d4ccd622a35ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589051 Jan 17 17:37:03.447354 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34636) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:03.540775 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-d79c5bc7-efee-490a-b768-41c1016fe6b9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Synchronizing usage tracker for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:37:03.549299 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1930760c-c883-4fc4-8a73-a4f7a35da05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:03.586183 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-d79c5bc7-efee-490a-b768-41c1016fe6b9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Unset dirty status for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:37:03.587356 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-d79c5bc7-efee-490a-b768-41c1016fe6b9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1376293960&fields=id&tenant_id=7a9322785da349c8b286bc18e2fa5f30 HTTP/1.1" status: 200 len: 267 time: 0.1207619 Jan 17 17:37:03.603853 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1930760c-c883-4fc4-8a73-a4f7a35da05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:03.780446 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1930760c-c883-4fc4-8a73-a4f7a35da05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:03.803138 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-09935638-8557-4bfe-ae8e-0e897a1ebaf4 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:03.804571 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-09935638-8557-4bfe-ae8e-0e897a1ebaf4 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 816 time: 0.1988404 Jan 17 17:37:03.813360 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930760c-c883-4fc4-8a73-a4f7a35da05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be31bcbe-84ba-4113-b2da-a3675e3c05de,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:03.816032 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1930760c-c883-4fc4-8a73-a4f7a35da05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:03.817080 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1930760c-c883-4fc4-8a73-a4f7a35da05d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/be31bcbe-84ba-4113-b2da-a3675e3c05de HTTP/1.1" status: 204 len: 168 time: 0.3687251 Jan 17 17:37:03.826045 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-4fe66553-48a3-4bdd-b864-1cfbce6ae4f2 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/quotas/7a9322785da349c8b286bc18e2fa5f30 HTTP/1.1" status: 200 len: 375 time: 0.0141685 Jan 17 17:37:03.929024 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-bec451ec-8445-4062-9680-d0ff38b5d1ec tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Synchronizing usage tracker for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:37:03.949348 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-bec451ec-8445-4062-9680-d0ff38b5d1ec tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Unset dirty status for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:37:03.955453 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-bec451ec-8445-4062-9680-d0ff38b5d1ec tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1215508 Jan 17 17:37:04.083335 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:37:04.309573 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-7aca3fe0-ba46-4777-987a-6959f5523bfa service neutron] 10.222.0.107 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445909 Jan 17 17:37:04.449699 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-ed953c3b-0cc2-4992-9fbd-e5eaf1c8a414 service neutron] 10.222.0.107 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339505 Jan 17 17:37:04.519993 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34666) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:04.656560 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9b2b91b0-f656-4695-a33a-a10329673a05 req-ab278a68-619b-44b6-928c-74c82c956f5c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 210 time: 0.0605409 Jan 17 17:37:04.668316 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:04.686652 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:04.691038 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] Usage tracker for resource:security_group_rule and tenant:292db9b010064dc9ae99543afef4e5ea is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:04.694147 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:04.701912 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:04.791342 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:04.795771 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:04.847742 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=292db9b010064dc9ae99543afef4e5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265617 Jan 17 17:37:04.849537 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107874f-417d-420d-ba5f-ba6d2f257a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27378b38-81b8-47fd-837c-291165b6c1fc,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:04.850541 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34682) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:04.916824 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6e42d6b3-9eac-4eca-a7e7-93d51a410cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:04.942829 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6e42d6b3-9eac-4eca-a7e7-93d51a410cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:05.001716 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6e42d6b3-9eac-4eca-a7e7-93d51a410cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:05.019516 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42d6b3-9eac-4eca-a7e7-93d51a410cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27378b38-81b8-47fd-837c-291165b6c1fc,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:05.024109 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-6e42d6b3-9eac-4eca-a7e7-93d51a410cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:05.025508 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-6e42d6b3-9eac-4eca-a7e7-93d51a410cc1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/27378b38-81b8-47fd-837c-291165b6c1fc HTTP/1.1" status: 204 len: 168 time: 0.1735876 Jan 17 17:37:05.732622 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-91d523c0-aebc-4a7e-aff2-c6303019a180 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:05.734512 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-91d523c0-aebc-4a7e-aff2-c6303019a180 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 816 time: 0.1769371 Jan 17 17:37:05.819051 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-690b65ed-caa4-47b2-9433-f0c6c080a871 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a9322785da349c8b286bc18e2fa5f30 HTTP/1.1" status: 200 len: 380 time: 0.0758996 Jan 17 17:37:05.835520 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'port': {'device_id': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'admin_state_up': True, 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'security_groups': ['e90bf6ef-0da9-463b-b508-d23c6e3bc30c']}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:37:05.856239 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bf71b54f-fcf2-461c-a734-0f55a9cb9ccd req-b70174fe-4ff1-4958-bd46-6a220f4dee6c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 210 time: 0.0748699 Jan 17 17:37:05.988014 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:05.999148 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:06.009865 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Made reservation on behalf of 7a9322785da349c8b286bc18e2fa5f30 for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:37:06.013771 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:06.306360 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Allocated IP 172.20.0.14 (bb87eb2c-90c9-40eb-a620-1c517ae277e8/a4c11084-2d15-4fb0-a13f-64152e103d3d/31a9a416-998e-41b5-9226-5eb1d3ee5b58) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:37:06.521975 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:06.537530 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Transition to ACTIVE for port object 31a9a416-998e-41b5-9226-5eb1d3ee5b58 will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:37:06.561290 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:06.637220 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:37:06.640513 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:37:06.645031 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:37:06.676522 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:06.714555 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:06.715193 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:06.748775 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-998589f9-24ff-422d-b952-3c1a4a1c836b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9173212 Jan 17 17:37:06.759671 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Request body: {'port': {'device_id': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:37:06.884259 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-20164fa6-72bd-40f8-a8ac-03bb042c6fce None None] Provisioning for port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:37:06.887217 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:06.899960 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-20164fa6-72bd-40f8-a8ac-03bb042c6fce None None] Provisioning complete for port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:37:06.900337 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-20164fa6-72bd-40f8-a8ac-03bb042c6fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:06.968470 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-20164fa6-72bd-40f8-a8ac-03bb042c6fce None None] Port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:37:07.082706 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b8ffd-2bc7-4fbd-b771-3caba2c5fd05 req-4682f3fe-a5f0-43ae-b2c6-f4a43d61be27 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:07.084117 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5f4b8ffd-2bc7-4fbd-b771-3caba2c5fd05 req-4682f3fe-a5f0-43ae-b2c6-f4a43d61be27 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 932 time: 0.0848758 Jan 17 17:37:07.131309 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5f4b8ffd-2bc7-4fbd-b771-3caba2c5fd05 req-4e74d701-2097-4a82-a1df-115a25ed633e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Jan 17 17:37:07.256590 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a9a416-998e-41b5-9226-5eb1d3ee5b58 {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:37:07.264627 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:07.278514 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Transition to ACTIVE for port object 31a9a416-998e-41b5-9226-5eb1d3ee5b58 will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:37:07.282813 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:07.424048 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:07.535762 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Attempting to bind port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:37:07.536151 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Attempting to bind port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:37:07.536542 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Attempting to bind port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 on network bb87eb2c-90c9-40eb-a620-1c517ae277e8 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:37:07.541750 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 on network bb87eb2c-90c9-40eb-a620-1c517ae277e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:37:07.542063 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Attempting to bind port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 on network bb87eb2c-90c9-40eb-a620-1c517ae277e8 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:37:07.547561 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:37:07.547901 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Checking segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:37:07.548280 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Bound using segment: {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:37:07.548706 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Bound port: 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b30e22-5ecf-4984-82a1-8d20bdd19423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:37:07.549053 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:07.653412 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:37:07.663707 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:37:07.677421 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:07.746550 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:07.747229 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:07.748795 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] 10.222.0.106 "PUT /v2.0/ports/31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 200 len: 1094 time: 0.9932752 Jan 17 17:37:07.749199 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:37:07.773145 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251469a-d947-4e93-b636-2e47d25917fa service neutron] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:07.827635 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'status': 'completed', 'code': 200} Jan 17 17:37:07.870499 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-3a392108-eee2-462a-aa5a-3fd780ceec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:07.872379 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-3a392108-eee2-462a-aa5a-3fd780ceec1e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0809510 Jan 17 17:37:07.949336 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-5759e7f6-58ce-4cfd-bd57-b1926f0e2025 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 200 len: 217 time: 0.0693812 Jan 17 17:37:08.017204 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-25f011b2-134c-4d97-9c63-ef380ff8f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:08.018637 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-25f011b2-134c-4d97-9c63-ef380ff8f5ce service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0636508 Jan 17 17:37:08.331106 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fea58-430f-4e02-98ae-a01b82b67ed3 req-6ce4c8c6-7358-4e18-857e-d96016b2b55f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:08.332610 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-da6fea58-430f-4e02-98ae-a01b82b67ed3 req-6ce4c8c6-7358-4e18-857e-d96016b2b55f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0793185 Jan 17 17:37:08.382669 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-da6fea58-430f-4e02-98ae-a01b82b67ed3 req-8a28b74d-1069-43f2-baa3-268d92bcfeca tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 Jan 17 17:37:08.915400 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-a4bc6190-159d-4163-93d5-29ef20d59cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:08.917148 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-a4bc6190-159d-4163-93d5-29ef20d59cd1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817876 Jan 17 17:37:09.775561 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfd115-3bd4-439c-a6ad-f7af407b8b8b req-bcc262bd-e876-49c0-bcfb-53de1cf1e801 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:09.776158 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-93cfd115-3bd4-439c-a6ad-f7af407b8b8b req-bcc262bd-e876-49c0-bcfb-53de1cf1e801 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Synchronizing usage tracker for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:37:09.798500 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-c43899db-3d8b-4405-b327-21a9eaa9a528 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567173 Jan 17 17:37:09.807661 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-93cfd115-3bd4-439c-a6ad-f7af407b8b8b req-bcc262bd-e876-49c0-bcfb-53de1cf1e801 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Unset dirty status for tenant:7a9322785da349c8b286bc18e2fa5f30 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:37:09.808872 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-93cfd115-3bd4-439c-a6ad-f7af407b8b8b req-bcc262bd-e876-49c0-bcfb-53de1cf1e801 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.3128099 Jan 17 17:37:09.859867 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-93cfd115-3bd4-439c-a6ad-f7af407b8b8b req-fe94b263-ba1d-433d-aa48-c7c987343772 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451477 Jan 17 17:37:10.635716 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a04ad58-e73d-4f6e-82fb-66400e0d8a33 req-a3fd5ce3-4c04-4bdb-8050-4db068469f4e service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309049 Jan 17 17:37:10.759901 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-cf30f5ec-0149-4856-80c3-eab88ecba100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:10.761274 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-cf30f5ec-0149-4856-80c3-eab88ecba100 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0781212 Jan 17 17:37:10.900568 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-376954b7-d883-42d1-80f5-9457bfad1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:10.902071 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-376954b7-d883-42d1-80f5-9457bfad1a21 service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1340492 Jan 17 17:37:10.981976 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-91899cbc-75ce-4a03-9fc2-8b776d4a53b5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 200 len: 217 time: 0.0723784 Jan 17 17:37:11.056242 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-58f39caf-483e-4bab-bbef-aabb8e00083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:11.057704 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-58f39caf-483e-4bab-bbef-aabb8e00083d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0706859 Jan 17 17:37:11.059351 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a330d4c-6673-4298-b246-bfa3d0da687b req-a7bf71f9-322d-4639-b977-69afe195c288 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:11.061197 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a330d4c-6673-4298-b246-bfa3d0da687b req-a7bf71f9-322d-4639-b977-69afe195c288 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0893900 Jan 17 17:37:11.109682 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a330d4c-6673-4298-b246-bfa3d0da687b req-395431b1-60c5-4a1d-9f60-4918fae7bc1b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Jan 17 17:37:11.136261 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-c3a7ba8b-e776-483d-b915-eb081a528798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:11.137917 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-c3a7ba8b-e776-483d-b915-eb081a528798 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738127 Jan 17 17:37:11.280887 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-639c8d2b-5203-466b-b671-4df4d37862e2 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354353 Jan 17 17:37:11.415951 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f9caa36e-60ec-423e-9f67-d3d72a2a92c3 req-00821431-dd38-4878-a601-83436d7c058f service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280460 Jan 17 17:37:12.310596 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aac64-5d93-4479-b49e-a8fc9559ad16 req-210b59ad-8fe1-4562-bb13-21cc9df10c3a tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:12.312205 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a13aac64-5d93-4479-b49e-a8fc9559ad16 req-210b59ad-8fe1-4562-bb13-21cc9df10c3a tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0905724 Jan 17 17:37:12.360819 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a13aac64-5d93-4479-b49e-a8fc9559ad16 req-86ef953c-233f-4e73-84c6-9ce7944ce4b8 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Jan 17 17:37:13.162082 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:37:13.313112 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:37:13.329602 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'port_id': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'mac_address': 'fa:16:3e:41:01:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:37:13.384911 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:13.402173 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a9a416-998e-41b5-9226-5eb1d3ee5b58 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:37:13.419590 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:37:13.423842 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:13.499508 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:13.507422 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.507758 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.508091 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.508420 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.508738 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.509053 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.509367 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.509686 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.510021 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.510337 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.510649 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.510985 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:13.574981 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac96cd-c559-43e2-ba0c-8c31e75f137e req-c54a65d7-b11c-474e-a855-820bc38a0653 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:13.576860 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2fac96cd-c559-43e2-ba0c-8c31e75f137e req-c54a65d7-b11c-474e-a855-820bc38a0653 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 945 time: 0.0937216 Jan 17 17:37:13.628409 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2fac96cd-c559-43e2-ba0c-8c31e75f137e req-b1cedd14-b18b-40cd-ba97-57d8733dbf7b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458860 Jan 17 17:37:14.288932 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['31a9a416-998e-41b5-9226-5eb1d3ee5b58'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:37:14.824471 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67d591-596b-4d1a-ab5f-1eafefa654ac req-76999d75-97a0-4079-9a77-45f4fb3ec678 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:14.826153 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ee67d591-596b-4d1a-ab5f-1eafefa654ac req-76999d75-97a0-4079-9a77-45f4fb3ec678 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 945 time: 0.0888343 Jan 17 17:37:14.873807 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ee67d591-596b-4d1a-ab5f-1eafefa654ac req-e2330bfb-a047-44b8-aef6-9b45ab88f562 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Jan 17 17:37:16.094162 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae0c0-9d3c-41f4-8d5a-fe33fb9a4bc0 req-6fa516ad-c6ea-485f-9073-6c254ffac13c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:16.095647 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-87dae0c0-9d3c-41f4-8d5a-fe33fb9a4bc0 req-6fa516ad-c6ea-485f-9073-6c254ffac13c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 945 time: 0.1064658 Jan 17 17:37:16.143769 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-87dae0c0-9d3c-41f4-8d5a-fe33fb9a4bc0 req-c64983ba-fbfd-4973-a93a-42ff7bceb92d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Jan 17 17:37:16.691323 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:37:16.763594 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:37:16.772469 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:37:16.772840 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:16.893530 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:16.925985 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:37:16.936218 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:37:16.940841 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:16.980781 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'code': 200} Jan 17 17:37:17.018262 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:17.229667 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2e9d5-c7a6-4771-b547-9fdfee7b142d req-14c2c009-daa8-48ec-97d9-0e09e596c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:17.231146 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3bb2e9d5-c7a6-4771-b547-9fdfee7b142d req-14c2c009-daa8-48ec-97d9-0e09e596c79d service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0762551 Jan 17 17:37:17.275361 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3bb2e9d5-c7a6-4771-b547-9fdfee7b142d req-26ab59c5-30a9-4be4-bb72-7e7c0bea3364 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373480 Jan 17 17:37:17.340655 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb72dc5-7d56-4da8-855d-35684ae29caa req-f560e7e9-8b8f-40db-9314-610fb36b112c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:17.342103 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cdb72dc5-7d56-4da8-855d-35684ae29caa req-f560e7e9-8b8f-40db-9314-610fb36b112c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0863171 Jan 17 17:37:17.388533 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cdb72dc5-7d56-4da8-855d-35684ae29caa req-d7957d96-a1c0-4746-bc70-adb3d9472422 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Jan 17 17:37:18.092279 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-062569e3-a930-44c6-b7f6-60b4b89e0299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:18.583123 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd636cc-9999-44ca-b7fd-fa91801acfc8 req-20f7f937-eb6a-4507-9ebd-f3e412505dbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:18.584480 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bbd636cc-9999-44ca-b7fd-fa91801acfc8 req-20f7f937-eb6a-4507-9ebd-f3e412505dbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0814927 Jan 17 17:37:18.630568 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bbd636cc-9999-44ca-b7fd-fa91801acfc8 req-19073aea-3200-45a8-a951-8bdc158439bd tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Jan 17 17:37:18.814827 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fe55b-5d3e-42ae-b46c-c89e63f87a4a req-fb848b8b-1555-4a46-b8f0-f0a9c2ba07ef tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:18.816289 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-841fe55b-5d3e-42ae-b46c-c89e63f87a4a req-fb848b8b-1555-4a46-b8f0-f0a9c2ba07ef tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0811069 Jan 17 17:37:18.825904 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34792) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:18.830924 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Request body: {'floatingip': {'port_id': '31a9a416-998e-41b5-9226-5eb1d3ee5b58'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:37:18.909774 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:19.620815 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:19.625383 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:19.824739 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Floating IP f195ca12-4309-4362-bff5-bc2896d154ef associated. External IP: 172.27.3.145, port: 31a9a416-998e-41b5-9226-5eb1d3ee5b58. Jan 17 17:37:20.192034 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Router ff860d5a-11f8-474e-a450-ce5b45cdb53f has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:37:20.355298 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-b263a4a1-b5cd-4c85-b672-db373634df0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:20.387263 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:37:20.392875 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:20.397578 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] Sync routers for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:37:20.408275 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:37:20.408885 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:37:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:37:20.451817 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d669ad84-2f15-426c-b9e0-83eae88161e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "PUT /v2.0/floatingips/f195ca12-4309-4362-bff5-bc2896d154ef HTTP/1.1" status: 200 len: 992 time: 1.6245828 Jan 17 17:37:20.452807 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:37:20.501286 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'status': 'completed', 'code': 200} Jan 17 17:37:20.605448 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:37:20.960421 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f195ca12-4309-4362-bff5-bc2896d154ef', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'port_id': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'mac_address': 'fa:16:3e:41:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:37:02Z', 'updated_at': '2022-01-17T17:37:19Z', 'revision_number': 1, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:37:20.965117 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] Checking router: ff860d5a-11f8-474e-a450-ce5b45cdb53f for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:37:20.974042 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:37:20.974642 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:37:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:37:21.155581 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:37:21.275272 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-02bd450c-9e47-4a9c-ab89-7c962d3066ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:21.277533 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-02bd450c-9e47-4a9c-ab89-7c962d3066ad service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0756299 Jan 17 17:37:21.520763 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-63375c08-994e-40be-a234-e316a81cb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:21.522637 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-63375c08-994e-40be-a234-e316a81cb130 service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.2392478 Jan 17 17:37:21.523449 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:21.573090 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f195ca12-4309-4362-bff5-bc2896d154ef', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'port_id': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'mac_address': 'fa:16:3e:41:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:37:02Z', 'updated_at': '2022-01-17T17:37:19Z', 'revision_number': 1, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:37:21.577643 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89824810-333a-470c-a05e-cb9ccc840164 None None] The sync data for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi is: [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f195ca12-4309-4362-bff5-bc2896d154ef', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'port_id': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'mac_address': 'fa:16:3e:41:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:37:02Z', 'updated_at': '2022-01-17T17:37:19Z', 'revision_number': 1, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:37:21.635821 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-70febe74-1bd2-46a8-9cbf-43f44ff6e198 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 200 len: 1000 time: 0.1075709 Jan 17 17:37:21.717399 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-1a1845f7-b613-410f-9419-8d664325ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:21.719160 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-1a1845f7-b613-410f-9419-8d664325ddd4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0688488 Jan 17 17:37:21.810528 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-a17ade7d-dec9-4b41-b5a6-7592c39dd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:37:21.812069 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-a17ade7d-dec9-4b41-b5a6-7592c39dd256 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865154 Jan 17 17:37:21.834636 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3ca0e-be33-4043-99cc-64619fc7839e None None] New status for floating IP f195ca12-4309-4362-bff5-bc2896d154ef: ACTIVE {{(pid=86777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:37:21.954814 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-cf387a0c-c7cc-4273-86bd-8891b114cd3e service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370277 Jan 17 17:37:21.955728 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:22.103944 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-37d83aee-d078-4f25-8db8-239c1942c6cf req-28a9fcf2-b53d-4c21-88bf-f617a381e298 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432347 Jan 17 17:37:22.953268 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:24.028922 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:26.531955 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 34854) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:26.660008 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:26.674468 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:26.678288 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] Usage tracker for resource:security_group_rule and tenant:934fae3f006842a489ce085162067fe5 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:26.681141 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:26.686937 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:26.789442 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:26.794080 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:26.847738 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=934fae3f006842a489ce085162067fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146887 Jan 17 17:37:26.848665 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf5b2f-3ef0-4ad8-aac2-0093f7214c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78e6f70-393b-4aed-9b86-43c0b81d23dc,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:26.851018 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 34862) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:26.911789 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f9b8411b-ff6f-4175-bb95-82855633c7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:26.938108 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f9b8411b-ff6f-4175-bb95-82855633c7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:26.989610 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f9b8411b-ff6f-4175-bb95-82855633c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:27.005489 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8411b-ff6f-4175-bb95-82855633c7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78e6f70-393b-4aed-9b86-43c0b81d23dc,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:27.010149 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f9b8411b-ff6f-4175-bb95-82855633c7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:27.014380 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-f9b8411b-ff6f-4175-bb95-82855633c7fa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b78e6f70-393b-4aed-9b86-43c0b81d23dc HTTP/1.1" status: 204 len: 168 time: 0.1592298 Jan 17 17:37:41.083782 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:37:45.330674 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35012) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:45.448555 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:45.463585 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:37:45.467480 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a99d965d4e4febb054325b4f296522 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:37:45.470228 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:37:45.475895 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:37:45.568585 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:45.572280 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:45.624383 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a0a99d965d4e4febb054325b4f296522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925346 Jan 17 17:37:45.626897 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35018) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:37:45.629549 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7401bfce-94f7-4ed4-bab5-37eade9d987f,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:45.648795 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.649272 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.649720 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.650192 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.650530 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.650887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.651219 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.651544 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.651865 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.652707 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.653129 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.653456 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c4984a-a161-4475-8050-029f0ca06a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:37:45.702789 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6608-fe38-439e-97c1-af8307e787dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:45.729316 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6608-fe38-439e-97c1-af8307e787dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:45.781453 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6608-fe38-439e-97c1-af8307e787dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:45.796977 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed6608-fe38-439e-97c1-af8307e787dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7401bfce-94f7-4ed4-bab5-37eade9d987f,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:37:45.802617 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6608-fe38-439e-97c1-af8307e787dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:45.803893 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d9ed6608-fe38-439e-97c1-af8307e787dc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7401bfce-94f7-4ed4-bab5-37eade9d987f HTTP/1.1" status: 204 len: 168 time: 0.1760807 Jan 17 17:37:48.094029 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-b663d6c5-0831-4f23-b279-f0eff35295d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:50.350713 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-247f9a43-0a73-4e0d-a075-3d7c337a0fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:51.526162 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:51.880135 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:52.956301 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:37:54.051146 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:01.282081 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc946-9654-4d4b-9002-51deae659f68 req-4daa3327-1e9d-4e73-9199-7739b89a214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:01.283612 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d83fc946-9654-4d4b-9002-51deae659f68 req-4daa3327-1e9d-4e73-9199-7739b89a214f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0768998 Jan 17 17:38:01.466009 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc946-9654-4d4b-9002-51deae659f68 req-4883010a-a697-4d0d-82ee-ec01e4adfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:01.467407 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d83fc946-9654-4d4b-9002-51deae659f68 req-4883010a-a697-4d0d-82ee-ec01e4adfcdb service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1651201 Jan 17 17:38:01.586637 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d83fc946-9654-4d4b-9002-51deae659f68 req-24c607b3-b7f5-482d-b389-4f836bb24235 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 200 len: 1002 time: 0.1129460 Jan 17 17:38:01.654428 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519e65c-aade-46ba-8c14-f7224649b0cb req-206f5171-530c-4aed-ad84-de08d524cdd7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:01.655940 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8519e65c-aade-46ba-8c14-f7224649b0cb req-206f5171-530c-4aed-ad84-de08d524cdd7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.2241929 Jan 17 17:38:01.680831 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc946-9654-4d4b-9002-51deae659f68 req-6b90e1f2-ac1b-43b8-9d63-b538dde9bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:01.682240 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d83fc946-9654-4d4b-9002-51deae659f68 req-6b90e1f2-ac1b-43b8-9d63-b538dde9bc57 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0887735 Jan 17 17:38:01.748531 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8519e65c-aade-46ba-8c14-f7224649b0cb req-4f1f7766-6c94-4d95-9522-d8b91356e4f1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860431 Jan 17 17:38:01.779943 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc946-9654-4d4b-9002-51deae659f68 req-57a2aeed-705d-4782-a068-b60d20a5d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:01.781398 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d83fc946-9654-4d4b-9002-51deae659f68 req-57a2aeed-705d-4782-a068-b60d20a5d3ac service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932925 Jan 17 17:38:01.915208 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d83fc946-9654-4d4b-9002-51deae659f68 req-d90fdb6c-0234-420f-9328-d90ad5893e17 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278493 Jan 17 17:38:02.170692 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d83fc946-9654-4d4b-9002-51deae659f68 req-a29df918-5088-4ba2-9366-0001bd3bb3dc service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481840 Jan 17 17:38:02.952994 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956df98-f3c2-49c9-8c65-738724ed2b4e req-f1dc5556-8dcc-42be-b132-c6f3f2e7b8fe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:02.954484 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b956df98-f3c2-49c9-8c65-738724ed2b4e req-f1dc5556-8dcc-42be-b132-c6f3f2e7b8fe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0912607 Jan 17 17:38:03.007032 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b956df98-f3c2-49c9-8c65-738724ed2b4e req-a06961bc-1fae-41c0-8a9d-bd4a94403f4e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467439 Jan 17 17:38:04.207176 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89d802-71b3-4e95-ad6d-7776efe984be req-6a5937f0-326c-4e54-88ea-998511eb7af1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:04.208619 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ef89d802-71b3-4e95-ad6d-7776efe984be req-6a5937f0-326c-4e54-88ea-998511eb7af1 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0910406 Jan 17 17:38:04.253911 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ef89d802-71b3-4e95-ad6d-7776efe984be req-8a6fd816-7bfc-4d6f-b462-7672831a65fc tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Jan 17 17:38:05.547409 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ad3e-0291-44f7-be63-9cbe1af9e210 req-48de16a7-3351-4d82-9857-49fff757cdce tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:05.548934 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-77d0ad3e-0291-44f7-be63-9cbe1af9e210 req-48de16a7-3351-4d82-9857-49fff757cdce tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.1821601 Jan 17 17:38:05.595207 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-77d0ad3e-0291-44f7-be63-9cbe1af9e210 req-4f4509c3-5b87-44df-bca6-77d6166c7bc5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406492 Jan 17 17:38:06.795854 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee005-ba0c-4a4b-a535-8c85593fddb4 req-d9d9c77f-4264-4914-af57-cf4bddc86e22 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:06.797380 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3c4ee005-ba0c-4a4b-a535-8c85593fddb4 req-d9d9c77f-4264-4914-af57-cf4bddc86e22 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0856090 Jan 17 17:38:06.846867 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3c4ee005-ba0c-4a4b-a535-8c85593fddb4 req-f5c683bd-4b11-444f-901f-6d1a44dd1106 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393047 Jan 17 17:38:08.047961 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88628212-5e85-400b-ac8b-e8a19e691eb5 req-14b3d24a-8495-4e80-b454-b518d0a3325b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:08.049545 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-88628212-5e85-400b-ac8b-e8a19e691eb5 req-14b3d24a-8495-4e80-b454-b518d0a3325b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0812206 Jan 17 17:38:08.095014 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-88628212-5e85-400b-ac8b-e8a19e691eb5 req-2fff6111-e193-4a5e-b9a0-dcfcedb4d79d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396454 Jan 17 17:38:09.297713 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be9088-9492-4a53-8c76-b785d8aa5a4c req-362ae41e-ab98-4506-ac2b-427c854b2e03 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:09.299274 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-59be9088-9492-4a53-8c76-b785d8aa5a4c req-362ae41e-ab98-4506-ac2b-427c854b2e03 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0836570 Jan 17 17:38:09.345413 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-59be9088-9492-4a53-8c76-b785d8aa5a4c req-1329e435-fd15-4c30-b061-4ad279e5505b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388453 Jan 17 17:38:10.546721 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabf3aa-5dbf-4795-b141-219d23c187a0 req-01db846c-4159-4d4f-926f-e47c11905586 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:10.548335 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-edabf3aa-5dbf-4795-b141-219d23c187a0 req-01db846c-4159-4d4f-926f-e47c11905586 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0842247 Jan 17 17:38:10.594006 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-edabf3aa-5dbf-4795-b141-219d23c187a0 req-93f68acc-e705-4804-be49-0274679b28d5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399017 Jan 17 17:38:11.787056 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb21a5d-dcb2-4604-a87b-23fcbb93892f req-5e8bd5f2-f874-48b6-9881-d75f9702f886 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:11.788505 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1cb21a5d-dcb2-4604-a87b-23fcbb93892f req-5e8bd5f2-f874-48b6-9881-d75f9702f886 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0838509 Jan 17 17:38:11.832830 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1cb21a5d-dcb2-4604-a87b-23fcbb93892f req-47cd8495-98b6-4141-b3f9-47756a56ae5a tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375969 Jan 17 17:38:12.983560 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:38:13.034787 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164b94-ba46-46f7-aea5-7079933cf53f req-b551fe9f-74af-4d8e-a2bc-407fc6d4aebc tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:13.036264 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6164b94-ba46-46f7-aea5-7079933cf53f req-b551fe9f-74af-4d8e-a2bc-407fc6d4aebc tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0820601 Jan 17 17:38:13.085455 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b6164b94-ba46-46f7-aea5-7079933cf53f req-8183da2e-b4b4-4918-9c75-f0b07b27fd27 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Jan 17 17:38:13.126784 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:38:13.139808 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'port_id': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'mac_address': 'fa:16:3e:41:01:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:38:13.199523 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:13.217278 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31a9a416-998e-41b5-9226-5eb1d3ee5b58 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:38:13.234654 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:38:13.239034 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:13.330063 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=6']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:38:13.335543 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['31a9a416-998e-41b5-9226-5eb1d3ee5b58'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:38:14.313763 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308aa9-da44-46f4-b2d3-7fce799142f5 req-04aa2f45-1d6e-4181-8f50-6b527fe1cd6e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:14.315279 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-df308aa9-da44-46f4-b2d3-7fce799142f5 req-04aa2f45-1d6e-4181-8f50-6b527fe1cd6e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 945 time: 0.0940259 Jan 17 17:38:14.369342 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-df308aa9-da44-46f4-b2d3-7fce799142f5 req-bb3c280f-39a4-4eee-a32c-796edfaa267c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484581 Jan 17 17:38:15.002090 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:38:15.089193 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:38:15.089957 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:15.238757 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:15.275390 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:38:15.289441 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:38:15.296536 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:15.342095 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'code': 200} Jan 17 17:38:15.381844 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=7']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:38:15.392554 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.393230 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.393732 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.394271 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.394745 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.395313 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.395820 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.396276 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.396620 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.396947 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.398784 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.399171 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:38:15.581014 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20260d17-b345-48a6-b73f-6bd8ad3efbfe req-dda8275b-47ff-45c4-b64d-a176b9db3f51 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:15.588012 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-20260d17-b345-48a6-b73f-6bd8ad3efbfe req-dda8275b-47ff-45c4-b64d-a176b9db3f51 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0945277 Jan 17 17:38:15.644034 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-20260d17-b345-48a6-b73f-6bd8ad3efbfe req-05cd416c-7c8a-4967-bb3e-f81f5aeca9b9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540366 Jan 17 17:38:16.852998 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d9ae7-019e-493a-aa2c-a92133768f00 req-f5e85c6f-ad4c-43bc-a92d-004aaeece2bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:16.854593 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a42d9ae7-019e-493a-aa2c-a92133768f00 req-f5e85c6f-ad4c-43bc-a92d-004aaeece2bb tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0952272 Jan 17 17:38:16.903933 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a42d9ae7-019e-493a-aa2c-a92133768f00 req-f9e2c275-85cf-4658-8864-672f1c9e75b4 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 Jan 17 17:38:18.083685 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:38:18.107713 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ea6cfc28-26d4-475d-8da9-3eedda768597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:18.150536 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a3613-d1ad-4a75-849d-7f6951b362d0 req-2c220289-1961-40aa-8f8d-7ca334e6744d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:18.152591 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-082a3613-d1ad-4a75-849d-7f6951b362d0 req-2c220289-1961-40aa-8f8d-7ca334e6744d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0967131 Jan 17 17:38:18.208076 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-082a3613-d1ad-4a75-849d-7f6951b362d0 req-06d71465-76bd-46f4-9f63-cefde168749d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470376 Jan 17 17:38:19.412983 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcd93f-b468-47cf-b748-e58b65208864 req-f1bbc37e-70e4-43f0-9ba8-459ed1186ea8 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:19.414511 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-27bcd93f-b468-47cf-b748-e58b65208864 req-f1bbc37e-70e4-43f0-9ba8-459ed1186ea8 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0876014 Jan 17 17:38:19.466064 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-27bcd93f-b468-47cf-b748-e58b65208864 req-c0ca9600-c230-48ec-a6bb-2d14e42ae035 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Jan 17 17:38:20.359616 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-4dea61e5-1951-4e4f-98dc-0f6d4933683d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:20.686162 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8ef3b-2870-4001-8af0-9f5843b550fb req-1164f0c8-170b-4b3a-962b-3de35a208eb5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:20.688085 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-13a8ef3b-2870-4001-8af0-9f5843b550fb req-1164f0c8-170b-4b3a-962b-3de35a208eb5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.1029875 Jan 17 17:38:20.743223 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-13a8ef3b-2870-4001-8af0-9f5843b550fb req-a86da13b-ba0c-4534-b181-2952983900dd tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487905 Jan 17 17:38:21.530638 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:21.888507 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:21.972125 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f614b83-6e5c-4593-ab48-1f4a9e98897b req-724a398f-a500-403f-ad8d-c41d9bf4f5df tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:21.973807 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5f614b83-6e5c-4593-ab48-1f4a9e98897b req-724a398f-a500-403f-ad8d-c41d9bf4f5df tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.1004376 Jan 17 17:38:22.026167 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5f614b83-6e5c-4593-ab48-1f4a9e98897b req-88c65ca9-76d8-4f96-92d2-7712351cbbf5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463192 Jan 17 17:38:22.963790 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:23.240198 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21980c0-3a5f-4b22-ac3c-3a671abb5b40 req-601a2b9c-1d5a-43f4-bc00-1f768b3693dc tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:23.241667 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a21980c0-3a5f-4b22-ac3c-3a671abb5b40 req-601a2b9c-1d5a-43f4-bc00-1f768b3693dc tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0920401 Jan 17 17:38:23.291607 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a21980c0-3a5f-4b22-ac3c-3a671abb5b40 req-a5bc1ada-e8bc-4406-becb-998377f1a468 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 Jan 17 17:38:23.914018 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-7d6d1958-57ec-43b7-9a46-686d797f3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:23.915432 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-7d6d1958-57ec-43b7-9a46-686d797f3297 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0779569 Jan 17 17:38:24.046912 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:24.059877 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-d77f86e8-58df-4625-8bc5-0055259a70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:24.061336 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-d77f86e8-58df-4625-8bc5-0055259a70c0 service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1406026 Jan 17 17:38:24.168687 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-ed66f97f-1d75-4c00-9e56-9cdcc1ef8ce6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 200 len: 1002 time: 0.1008441 Jan 17 17:38:24.231559 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-990b5c1a-9412-4068-9b0d-49c4ab5245a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:24.233028 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-990b5c1a-9412-4068-9b0d-49c4ab5245a1 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0591607 Jan 17 17:38:24.311940 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-986fc99d-dc03-4dfb-a093-3fe3967e61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:24.313462 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-986fc99d-dc03-4dfb-a093-3fe3967e61f3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748050 Jan 17 17:38:24.450687 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-a80ac1f2-a207-4ec3-9909-e22accd65d5b service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310124 Jan 17 17:38:24.494615 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5ad20-14ac-4b2f-9006-01a70dd1db21 req-c16224f2-e75c-4c28-aa4e-eabe97317fc5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:24.496779 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-09c5ad20-14ac-4b2f-9006-01a70dd1db21 req-c16224f2-e75c-4c28-aa4e-eabe97317fc5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0862002 Jan 17 17:38:24.543298 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-09c5ad20-14ac-4b2f-9006-01a70dd1db21 req-67ddf738-1672-4e19-bb2a-5480db402b3c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406373 Jan 17 17:38:24.586037 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f15558c4-d92f-403b-8b75-e055c3eef2f8 req-4aac4f7b-f30c-4fea-83bd-e0c5963a43a4 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300688 Jan 17 17:38:25.826111 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f4b7-09b0-4597-bb8e-bde50063e720 req-eac67137-92e1-4481-b734-bff9564d9600 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:25.827593 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7330f4b7-09b0-4597-bb8e-bde50063e720 req-eac67137-92e1-4481-b734-bff9564d9600 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.1726274 Jan 17 17:38:25.872824 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7330f4b7-09b0-4597-bb8e-bde50063e720 req-37e7f161-3fdb-41c5-b6ca-5c06ed584810 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393198 Jan 17 17:38:27.060194 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eaa4c-e5cf-4dea-9105-a4496e6524d2 req-b0006383-41f1-458c-a786-a862c714d03c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:27.061743 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-334eaa4c-e5cf-4dea-9105-a4496e6524d2 req-b0006383-41f1-458c-a786-a862c714d03c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 946 time: 0.0796931 Jan 17 17:38:27.079418 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:38:27.112453 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-334eaa4c-e5cf-4dea-9105-a4496e6524d2 req-647d8926-9e87-4e99-9286-8f034a3df7d9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444586 Jan 17 17:38:27.204281 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:27.233447 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:38:27.242965 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:38:27.249364 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:27.289028 dv-cinder-818883-2-iscsi neutron-server[86777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'code': 422} returned with failed status Jan 17 17:38:27.330052 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=8']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:38:28.793711 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e9f3b-ca29-4a13-a594-62a19ce381e7 req-dbbfe57d-87a5-4c39-8b60-7fa0f989a0b7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:28.795264 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c38e9f3b-ca29-4a13-a594-62a19ce381e7 req-dbbfe57d-87a5-4c39-8b60-7fa0f989a0b7 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0913353 Jan 17 17:38:28.841666 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c38e9f3b-ca29-4a13-a594-62a19ce381e7 req-b6216b59-0396-499d-a081-4938cd1b23f5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Jan 17 17:38:29.068472 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35228) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:38:29.186309 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-d464b56a-3e26-429c-83e8-c3963664338e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165690 Jan 17 17:38:30.109088 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc08fa-553d-432c-927e-9ee2f8a8d89b req-55c71351-c70e-4c1e-8bb8-b3e3bbc5f02c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:30.110538 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-93fc08fa-553d-432c-927e-9ee2f8a8d89b req-55c71351-c70e-4c1e-8bb8-b3e3bbc5f02c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.1539147 Jan 17 17:38:30.132422 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-54751dd7-824a-49fe-a8ad-5a609919ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:30.133811 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-54751dd7-824a-49fe-a8ad-5a609919ffbe service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4&tenant_id=7a9322785da349c8b286bc18e2fa5f30 HTTP/1.1" status: 200 len: 1097 time: 0.1167412 Jan 17 17:38:30.195521 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-93fc08fa-553d-432c-927e-9ee2f8a8d89b req-4b3f8674-1c8b-4027-828c-efbea3e5120f tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774689 Jan 17 17:38:30.232251 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-1073eb5c-dd57-44db-914e-070e15edcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:30.233685 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-1073eb5c-dd57-44db-914e-070e15edcbc5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0769739 Jan 17 17:38:30.366506 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-765172e1-868b-4b74-a1d0-f6e8ec942e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:30.368007 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-765172e1-868b-4b74-a1d0-f6e8ec942e70 service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1284163 Jan 17 17:38:30.477018 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-a31dc5a4-1260-463d-ad04-f307aea8e4ef service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 200 len: 1000 time: 0.1028214 Jan 17 17:38:30.542411 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-30162b1f-59d2-44e9-a5ce-a01ca2c36817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:30.543856 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-30162b1f-59d2-44e9-a5ce-a01ca2c36817 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0611537 Jan 17 17:38:30.623523 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-18aa800c-27a2-4724-a6be-0f7a6e01a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:30.624995 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-18aa800c-27a2-4724-a6be-0f7a6e01a000 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751934 Jan 17 17:38:30.771265 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-fb516d26-7d90-4d7b-a856-235bbf18a085 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399860 Jan 17 17:38:30.914051 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6a6b7681-9844-4bc2-8bcc-a6d888eadbb6 req-c2185313-97ba-4604-8210-bb70a76ed748 service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365614 Jan 17 17:38:31.094788 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:38:31.445654 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927a393-406a-4ceb-956b-a5863a85925e req-a6e8e4bc-c453-438f-be4f-18751387fb16 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:31.447179 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d927a393-406a-4ceb-956b-a5863a85925e req-a6e8e4bc-c453-438f-be4f-18751387fb16 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.1136620 Jan 17 17:38:31.514003 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d927a393-406a-4ceb-956b-a5863a85925e req-5a211c47-3b86-43d6-8cd7-ee51a2cff8ff tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603814 Jan 17 17:38:32.750898 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483e33c-c976-4697-a27a-6e4565d0324f req-c36a79bf-0c92-4928-a1bc-927c23a9c1d5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:32.752399 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8483e33c-c976-4697-a27a-6e4565d0324f req-c36a79bf-0c92-4928-a1bc-927c23a9c1d5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.1039252 Jan 17 17:38:32.804298 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8483e33c-c976-4697-a27a-6e4565d0324f req-c51dbf81-d0c7-4b0f-b6e5-b8577dbd7c96 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 Jan 17 17:38:34.009941 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72191f-897b-4440-bec3-2d0cd6264708 req-7fba9e20-10fe-4d56-9094-9c5c20ddb5ed tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:34.012514 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1a72191f-897b-4440-bec3-2d0cd6264708 req-7fba9e20-10fe-4d56-9094-9c5c20ddb5ed tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0840304 Jan 17 17:38:34.061161 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1a72191f-897b-4440-bec3-2d0cd6264708 req-5e456e86-1095-4dba-b1f4-3d38f06b1595 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 Jan 17 17:38:35.269086 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fdb35-63f0-4b57-b3e4-4c43fc3cf2aa req-235bc845-2e8b-45ea-9994-14bb1091e59d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:35.270520 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-350fdb35-63f0-4b57-b3e4-4c43fc3cf2aa req-235bc845-2e8b-45ea-9994-14bb1091e59d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0868497 Jan 17 17:38:35.318575 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-350fdb35-63f0-4b57-b3e4-4c43fc3cf2aa req-8611ac8e-3a07-4069-be39-15ea68a2bcce tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420656 Jan 17 17:38:36.531321 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7f0a5-28fa-4b2c-93b0-534cae5acf8b req-3fefcf2a-81bb-4efd-a9ed-aea2183d7d96 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:36.532833 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-03f7f0a5-28fa-4b2c-93b0-534cae5acf8b req-3fefcf2a-81bb-4efd-a9ed-aea2183d7d96 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0918701 Jan 17 17:38:36.583327 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-03f7f0a5-28fa-4b2c-93b0-534cae5acf8b req-19c4c575-a801-4b34-9267-dd8512279465 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443251 Jan 17 17:38:37.804732 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb2df0-40d3-4112-bce6-1d0abeb9997d req-1b80900e-c7f2-4030-9f8a-ff5ed263607e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:37.806948 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a0bb2df0-40d3-4112-bce6-1d0abeb9997d req-1b80900e-c7f2-4030-9f8a-ff5ed263607e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0976522 Jan 17 17:38:37.856446 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a0bb2df0-40d3-4112-bce6-1d0abeb9997d req-a9c054aa-f32d-4f5c-9b71-e9439c04cf45 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Jan 17 17:38:39.062008 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8f31d-b015-4e2f-8dab-79437dc543f6 req-ac18d17c-9113-4c77-b753-a6114a9c8001 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:39.063592 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-12d8f31d-b015-4e2f-8dab-79437dc543f6 req-ac18d17c-9113-4c77-b753-a6114a9c8001 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0880454 Jan 17 17:38:39.113173 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-12d8f31d-b015-4e2f-8dab-79437dc543f6 req-5e773b6d-baea-40cf-b517-df543f252b63 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Jan 17 17:38:40.308269 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e9877-e2d6-47dc-b196-149def340efa req-03c65d56-905c-422f-82bd-56a7e7cb5c6e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:40.309719 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-192e9877-e2d6-47dc-b196-149def340efa req-03c65d56-905c-422f-82bd-56a7e7cb5c6e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0799942 Jan 17 17:38:40.357244 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-192e9877-e2d6-47dc-b196-149def340efa req-4b7e01fa-0643-418a-864f-3ed10cff4b0c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Jan 17 17:38:41.559638 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610ee25-f498-4355-99e6-d16957aeb357 req-b7b08952-ee68-4a96-b7da-1cc8ec4d9752 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:41.561098 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8610ee25-f498-4355-99e6-d16957aeb357 req-b7b08952-ee68-4a96-b7da-1cc8ec4d9752 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0919251 Jan 17 17:38:41.608339 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8610ee25-f498-4355-99e6-d16957aeb357 req-9a585c37-855f-4041-a381-d672605e710a tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Jan 17 17:38:42.809425 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9988b5-1b51-4a75-8835-ce824290709d req-66a5f7f8-4407-41ae-8d51-c20ac15f0845 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:42.810873 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2c9988b5-1b51-4a75-8835-ce824290709d req-66a5f7f8-4407-41ae-8d51-c20ac15f0845 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 944 time: 0.0917990 Jan 17 17:38:42.856692 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2c9988b5-1b51-4a75-8835-ce824290709d req-ed4d1bc1-65dc-4882-9478-05e508d92e4e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Jan 17 17:38:43.110352 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:38:43.245236 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:38:43.258485 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'port_id': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'mac_address': 'fa:16:3e:41:01:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:38:43.318073 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:43.335189 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a9a416-998e-41b5-9226-5eb1d3ee5b58 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:38:43.350240 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:38:43.354053 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:43.422841 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=9']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:38:43.553878 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['31a9a416-998e-41b5-9226-5eb1d3ee5b58'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:38:44.058196 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1f4a8-0265-41c8-81b8-4ff6c400eb41 req-35f22beb-2a24-4d4a-a816-7556530bb9a5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:44.059862 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e9f1f4a8-0265-41c8-81b8-4ff6c400eb41 req-35f22beb-2a24-4d4a-a816-7556530bb9a5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 945 time: 0.0946944 Jan 17 17:38:44.108462 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e9f1f4a8-0265-41c8-81b8-4ff6c400eb41 req-01fb3227-0f20-45f0-a88a-46541857f8d9 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430727 Jan 17 17:38:45.110082 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:38:45.180945 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:38:45.181316 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:45.313578 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bfb6f-25b7-455d-bcb6-bd386f4c2e08 req-52297283-52a3-44e9-983e-e3c02ee2775e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:45.315073 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-070bfb6f-25b7-455d-bcb6-bd386f4c2e08 req-52297283-52a3-44e9-983e-e3c02ee2775e tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 945 time: 0.0817304 Jan 17 17:38:45.341395 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:45.364156 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-070bfb6f-25b7-455d-bcb6-bd386f4c2e08 req-7feb2658-2f50-422d-9954-2859d7cf699d tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Jan 17 17:38:45.368709 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:38:45.378465 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:38:45.393073 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:45.425339 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'code': 200} Jan 17 17:38:45.470741 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=10']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:38:45.759732 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffeea6-29e9-4906-a0e3-9a4a75459de2 req-7e447c09-bdd3-4fc7-8e29-dd15482b8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:45.761819 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ffeea6-29e9-4906-a0e3-9a4a75459de2 req-7e447c09-bdd3-4fc7-8e29-dd15482b8248 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1100 time: 0.1701260 Jan 17 17:38:45.801404 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ffeea6-29e9-4906-a0e3-9a4a75459de2 req-de9eb2c7-d808-4c4f-8aff-3cab07c9d97e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339775 Jan 17 17:38:46.558745 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f6817-ab7d-4af1-a7d6-e5a7404300bd req-03754cce-a93f-4d07-938b-20c73bf46333 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:46.560216 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-446f6817-ab7d-4af1-a7d6-e5a7404300bd req-03754cce-a93f-4d07-938b-20c73bf46333 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 947 time: 0.0867102 Jan 17 17:38:46.606044 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-446f6817-ab7d-4af1-a7d6-e5a7404300bd req-b89b6dcf-d038-4c13-814a-f849ac823ada tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401702 Jan 17 17:38:47.798117 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759920-65de-4bb3-96b7-ea9edc2e23cf req-9dd2a063-ab31-4791-98a2-2186d796b216 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:38:47.799619 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-39759920-65de-4bb3-96b7-ea9edc2e23cf req-9dd2a063-ab31-4791-98a2-2186d796b216 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 947 time: 0.0823958 Jan 17 17:38:47.845471 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-39759920-65de-4bb3-96b7-ea9edc2e23cf req-2b91b98d-7347-45e9-b9df-98102398fcf5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395310 Jan 17 17:38:48.100103 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-285dbe03-5c99-4545-8493-0723e46197f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:50.354535 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-7ef54716-315a-4ab7-8e28-0a5ba14b5f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:51.533459 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:51.886191 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:52.964507 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:54.067719 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:38:55.083699 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:39:03.805001 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82511963-029b-4261-9a09-d9f4f6421722 req-669a1010-f19e-40d8-b486-5001c7de3088 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736897 Jan 17 17:39:03.948399 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82511963-029b-4261-9a09-d9f4f6421722 req-a37b1d35-5db2-4dad-b1fd-ae1f1808f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:03.949882 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82511963-029b-4261-9a09-d9f4f6421722 req-a37b1d35-5db2-4dad-b1fd-ae1f1808f5b0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=7a9322785da349c8b286bc18e2fa5f30&device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 1100 time: 0.0754571 Jan 17 17:39:04.097234 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82511963-029b-4261-9a09-d9f4f6421722 req-1cf639d4-43dd-4959-9bd6-d27d76e6900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:04.098701 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82511963-029b-4261-9a09-d9f4f6421722 req-1cf639d4-43dd-4959-9bd6-d27d76e6900e service neutron] 10.222.0.106 "GET /v2.0/networks?id=bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 200 len: 917 time: 0.1288383 Jan 17 17:39:04.204576 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82511963-029b-4261-9a09-d9f4f6421722 req-9c127377-d2b7-434c-b450-eb382dbcd0cf service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 200 len: 1002 time: 0.0989480 Jan 17 17:39:04.268708 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82511963-029b-4261-9a09-d9f4f6421722 req-24bfe0b6-700a-45ba-9b93-7e1010f30f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:04.270142 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82511963-029b-4261-9a09-d9f4f6421722 req-24bfe0b6-700a-45ba-9b93-7e1010f30f22 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 200 len: 855 time: 0.0601475 Jan 17 17:39:04.343994 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82511963-029b-4261-9a09-d9f4f6421722 req-cb2ad887-cc74-41e1-9e52-33eff8406057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:04.345451 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82511963-029b-4261-9a09-d9f4f6421722 req-cb2ad887-cc74-41e1-9e52-33eff8406057 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=bb87eb2c-90c9-40eb-a620-1c517ae277e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700443 Jan 17 17:39:04.478550 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82511963-029b-4261-9a09-d9f4f6421722 req-c39f46b5-5ff1-464f-baba-90ae3549853b service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273460 Jan 17 17:39:04.611171 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-82511963-029b-4261-9a09-d9f4f6421722 req-f5ab74a5-6734-44ed-9598-f2220f9f297b service neutron] 10.222.0.106 "GET /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273651 Jan 17 17:39:17.092473 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312dd02-5c2a-4350-a77d-74529d3f49a8 req-ceb589d5-b6c6-40cb-a69a-0825f5cfd36c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:17.093832 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7312dd02-5c2a-4350-a77d-74529d3f49a8 req-ceb589d5-b6c6-40cb-a69a-0825f5cfd36c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 947 time: 0.0859127 Jan 17 17:39:17.140330 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7312dd02-5c2a-4350-a77d-74529d3f49a8 req-3f0f7bca-61d4-46fd-b502-738edd54db6c tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408294 Jan 17 17:39:18.102609 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-7e56a7b3-5b42-4e83-99ed-72a73c28135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:18.339671 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7681ba5-3a38-43de-9ce0-aeef0efb1209 req-01863959-1a05-48bb-8dc0-13ced6b8dfaa tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:18.341201 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e7681ba5-3a38-43de-9ce0-aeef0efb1209 req-01863959-1a05-48bb-8dc0-13ced6b8dfaa tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 947 time: 0.0878797 Jan 17 17:39:18.364545 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-a90e1d90-5b95-47c3-bd88-455cc20d2246 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:18.366020 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-a90e1d90-5b95-47c3-bd88-455cc20d2246 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 947 time: 0.0807793 Jan 17 17:39:18.388380 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e7681ba5-3a38-43de-9ce0-aeef0efb1209 req-b55dee35-f13e-4b1e-bb6d-68f0ad5125e5 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups?id=e90bf6ef-0da9-463b-b508-d23c6e3bc30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Jan 17 17:39:18.446377 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Deleting port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:18.446630 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:18.698121 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] For port 31a9a416-998e-41b5-9226-5eb1d3ee5b58, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=31a9a416-998e-41b5-9226-5eb1d3ee5b58,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:18.698469 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:19.097954 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:19.098226 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:19.098535 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.l3_db [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Floating IP f195ca12-4309-4362-bff5-bc2896d154ef disassociated. External IP: 172.27.3.145, port: 31a9a416-998e-41b5-9226-5eb1d3ee5b58. Jan 17 17:39:19.099031 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Calling delete_port for 31a9a416-998e-41b5-9226-5eb1d3ee5b58 owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:39:19.247603 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:19.296926 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event deleted for resources: {'Port': ['ID=31a9a416-998e-41b5-9226-5eb1d3ee5b58,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:19.307625 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.307969 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.308899 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.309246 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.309574 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.309895 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.310223 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.310538 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.310878 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.311287 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.311613 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.311939 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:19.550794 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5be3d051-d5e8-4390-b0aa-6837e60ec67d req-021dd9ac-26db-4088-84b6-2d714a183645 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/ports?device_id=4b419a02-488c-45f0-9fc4-23ddb379a3f4 HTTP/1.1" status: 200 len: 210 time: 0.0492377 Jan 17 17:39:19.552659 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Router ff860d5a-11f8-474e-a450-ce5b45cdb53f has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:39:19.746710 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:39:19.758003 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] Sync routers for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:39:19.771439 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:39:19.772048 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:38:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:19.830106 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] No DVR routers for this DVR port 31a9a416-998e-41b5-9226-5eb1d3ee5b58 on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:39:19.832532 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:19.835465 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-deleted', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:39:19.853254 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6cb34a27-c706-4f66-8cf5-9fc7e60061e0 req-1c71acc7-a097-4f1e-93a4-4a91232f7441 tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.106 "DELETE /v2.0/ports/31a9a416-998e-41b5-9226-5eb1d3ee5b58 HTTP/1.1" status: 204 len: 173 time: 1.4821413 Jan 17 17:39:19.881804 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b419a02-488c-45f0-9fc4-23ddb379a3f4', 'name': 'network-vif-deleted', 'tag': '31a9a416-998e-41b5-9226-5eb1d3ee5b58', 'status': 'completed', 'code': 200} Jan 17 17:39:19.977155 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:39:20.296194 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:20.299966 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] Checking router: ff860d5a-11f8-474e-a450-ce5b45cdb53f for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:39:20.310953 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:39:20.311753 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:38:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:20.359406 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e300867f-85da-4a57-a275-bb7ff3ecf488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:20.504061 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:39:20.696949 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35360) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:20.768769 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c263ba7d-9df8-4c20-8cea-099f231fec0b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:20.799682 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c263ba7d-9df8-4c20-8cea-099f231fec0b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:20.857043 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c263ba7d-9df8-4c20-8cea-099f231fec0b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:20.868576 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:20.873365 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f086e-bfd3-4ba5-956f-8123af129e3d None None] The sync data for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi is: [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:34:06Z', 'revision_number': 4, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '2750f2f0-07de-4a97-ad80-58ab0a1dc6e4', 'name': '', 'network_id': 'bb87eb2c-90c9-40eb-a620-1c517ae277e8', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'mac_address': 'fa:16:3e:04:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:05Z', 'updated_at': '2022-01-17T17:34:17Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'subnets': [{'id': 'a4c11084-2d15-4fb0-a13f-64152e103d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:39:20.887410 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263ba7d-9df8-4c20-8cea-099f231fec0b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90bf6ef-0da9-463b-b508-d23c6e3bc30c,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:20.904188 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c263ba7d-9df8-4c20-8cea-099f231fec0b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:20.908286 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-c263ba7d-9df8-4c20-8cea-099f231fec0b tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "DELETE /v2.0/security-groups/e90bf6ef-0da9-463b-b508-d23c6e3bc30c HTTP/1.1" status: 204 len: 168 time: 0.2079489 Jan 17 17:39:20.908742 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35364) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:20.937278 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.api.v2.resource [None req-8cb7fba3-d282-43ed-930e-d51db49a42fa tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] show failed (client error): The resource could not be found. Jan 17 17:39:20.938438 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8cb7fba3-d282-43ed-930e-d51db49a42fa tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "GET /v2.0/security-groups/e90bf6ef-0da9-463b-b508-d23c6e3bc30c HTTP/1.1" status: 404 len: 347 time: 0.0282776 Jan 17 17:39:20.941516 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35368) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:21.102621 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Deleting port 852a4685-7fa7-4177-8c52-681ddef5d6bc {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:21.102991 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:21.109669 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f88947-9475-46ef-b4fc-d1f93a1a2f85 None None] New status for floating IP f195ca12-4309-4362-bff5-bc2896d154ef: DOWN {{(pid=86777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:39:21.379620 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:21.379951 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:21.505184 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Calling delete_port for 852a4685-7fa7-4177-8c52-681ddef5d6bc owned by network:floatingip {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:39:21.535619 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:21.594143 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.db.api [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:39:21.594502 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG oslo_db.api [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:39:21.890295 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:22.095431 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Deleting port 852a4685-7fa7-4177-8c52-681ddef5d6bc {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:22.096036 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:22.275799 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:22.276038 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:22.410856 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Calling delete_port for 852a4685-7fa7-4177-8c52-681ddef5d6bc owned by network:floatingip {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:39:22.557181 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:22.605380 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Pushing event deleted for resources: {'Port': ['ID=852a4685-7fa7-4177-8c52-681ddef5d6bc,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:22.615385 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.615783 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.616081 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.616474 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.616756 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.617086 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.617414 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.617736 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.618415 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.618415 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.618682 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.619020 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:22.716740 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks [] for floatingip, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:22.738388 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:22.741959 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-80d73639-80a4-492c-b896-77a387a81bbe tempest-AttachVolumeShelveTestJSON-1232376138 tempest-AttachVolumeShelveTestJSON-1232376138-project] 10.222.0.107 "DELETE /v2.0/floatingips/f195ca12-4309-4362-bff5-bc2896d154ef HTTP/1.1" status: 204 len: 168 time: 1.7970026 Jan 17 17:39:22.967827 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:23.302619 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:39:23.337733 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 31a9a416-998e-41b5-9226-5eb1d3ee5b58 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:39:23.338062 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 31a9a416-998e-41b5-9226-5eb1d3ee5b58 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:39:24.067526 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:25.530952 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35392) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:26.215478 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:26.687452 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Deleting port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:26.688242 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:26.861828 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] For port 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:26.862179 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:26.988546 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Calling delete_port for 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 owned by network:router_interface {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:39:27.166589 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:27.216904 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Pushing event deleted for resources: {'Port': ['ID=2750f2f0-07de-4a97-ad80-58ab0a1dc6e4,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:27.499841 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:27.977604 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Router ff860d5a-11f8-474e-a450-ce5b45cdb53f has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:39:28.161200 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:39:28.170538 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273774ab-364a-4359-946f-c9f751559416 None None] Sync routers for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:39:28.178072 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-4ee1d054-1215-4864-a9fe-75d12c2b2832 admin admin] 10.222.0.107 "PUT /v2.0/routers/ff860d5a-11f8-474e-a450-ce5b45cdb53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6420674 Jan 17 17:39:28.178072 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35398) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:28.183035 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273774ab-364a-4359-946f-c9f751559416 None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:39:28.183631 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-273774ab-364a-4359-946f-c9f751559416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:39:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:28.360587 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-273774ab-364a-4359-946f-c9f751559416 None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:39:28.371173 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:28.586588 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:28.600039 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Deleting port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:28.600756 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:28.699463 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-273774ab-364a-4359-946f-c9f751559416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:39:27Z', 'revision_number': 5, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port': {'id': 'a52afc6f-8e06-4a99-be3f-0cd21a3a56cb', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:34:02Z', 'updated_at': '2022-01-17T17:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:28.704018 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273774ab-364a-4359-946f-c9f751559416 None None] Checking router: ff860d5a-11f8-474e-a450-ce5b45cdb53f for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:39:28.713766 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273774ab-364a-4359-946f-c9f751559416 None None] Routers {'ff860d5a-11f8-474e-a450-ce5b45cdb53f'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:39:28.714369 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-273774ab-364a-4359-946f-c9f751559416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:39:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:28.818961 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] For port a52afc6f-8e06-4a99-be3f-0cd21a3a56cb, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=a52afc6f-8e06-4a99-be3f-0cd21a3a56cb,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:28.819311 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:28.868281 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-273774ab-364a-4359-946f-c9f751559416 None None] Set router ff860d5a-11f8-474e-a450-ce5b45cdb53f gateway port host: None {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:39:28.968179 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Calling delete_port for a52afc6f-8e06-4a99-be3f-0cd21a3a56cb owned by network:router_gateway {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:39:28.978243 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-273774ab-364a-4359-946f-c9f751559416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:39:28Z', 'revision_number': 6, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:28.982378 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273774ab-364a-4359-946f-c9f751559416 None None] The sync data for ids ['ff860d5a-11f8-474e-a450-ce5b45cdb53f'] in dv-cinder-818883-2-iscsi is: [{'id': 'ff860d5a-11f8-474e-a450-ce5b45cdb53f', 'name': 'tempest-AttachVolumeShelveTestJSON-208106306-router', 'tenant_id': '7a9322785da349c8b286bc18e2fa5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:34:01Z', 'updated_at': '2022-01-17T17:39:28Z', 'revision_number': 6, 'project_id': '7a9322785da349c8b286bc18e2fa5f30', 'gw_port_host': None}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:39:29.158228 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.207115 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52afc6f-8e06-4a99-be3f-0cd21a3a56cb,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:29.417050 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.600871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.603033 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.625463 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.625996 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff860d5a-11f8-474e-a450-ce5b45cdb53f {{(pid=86776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:39:29.640206 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.641331 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-53216487-fe50-4ad6-a53f-3e4d896beaa5 admin admin] 10.222.0.107 "DELETE /v2.0/routers/ff860d5a-11f8-474e-a450-ce5b45cdb53f HTTP/1.1" status: 204 len: 168 time: 1.4632058 Jan 17 17:39:29.643733 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35402) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:29.710598 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd41457c-e8f7-4d84-8317-8e9bceccb328 admin admin] Deleting subnet a4c11084-2d15-4fb0-a13f-64152e103d3d {{(pid=86776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:39:29.714105 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-bd41457c-e8f7-4d84-8317-8e9bceccb328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.778421 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-bd41457c-e8f7-4d84-8317-8e9bceccb328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3139915'] for subnet, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.863622 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-bd41457c-e8f7-4d84-8317-8e9bceccb328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.939052 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-bd41457c-e8f7-4d84-8317-8e9bceccb328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519776'] for subnet, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.986643 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41457c-e8f7-4d84-8317-8e9bceccb328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c11084-2d15-4fb0-a13f-64152e103d3d,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:29.988022 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-bd41457c-e8f7-4d84-8317-8e9bceccb328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:29.995408 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-bd41457c-e8f7-4d84-8317-8e9bceccb328 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/a4c11084-2d15-4fb0-a13f-64152e103d3d HTTP/1.1" status: 204 len: 168 time: 0.3506014 Jan 17 17:39:29.995718 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3fcf32-5bc3-4e8c-bf86-90c9fc505408 None None] Network bb87eb2c-90c9-40eb-a620-1c517ae277e8 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:39:29.998573 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35406) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:30.111988 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.122721 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Deleting port 9df9eb94-c773-4668-97ec-00b9ce515a6d {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:30.123079 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.275273 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] DHCP port deletion for bb87eb2c-90c9-40eb-a620-1c517ae277e8 request from dv-cinder-818883-2-iscsi {{(pid=86777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:39:30.280275 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] Deleting port 9df9eb94-c773-4668-97ec-00b9ce515a6d {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:30.280641 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.339875 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] For port 9df9eb94-c773-4668-97ec-00b9ce515a6d, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=9df9eb94-c773-4668-97ec-00b9ce515a6d,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:30.340220 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.495600 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] For port 9df9eb94-c773-4668-97ec-00b9ce515a6d, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=9df9eb94-c773-4668-97ec-00b9ce515a6d,segment=NetworkSegment(81b30e22-5ecf-4984-82a1-8d20bdd19423),segment_id=81b30e22-5ecf-4984-82a1-8d20bdd19423)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:30.495854 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.565205 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Calling delete_port for 9df9eb94-c773-4668-97ec-00b9ce515a6d owned by network:dhcp {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:39:30.629333 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 9df9eb94-c773-4668-97ec-00b9ce515a6d no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:39:30.649107 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.661768 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] Calling delete_port for 9df9eb94-c773-4668-97ec-00b9ce515a6d owned by network:dhcp {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:39:30.698384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Pushing event deleted for resources: {'Port': ['ID=9df9eb94-c773-4668-97ec-00b9ce515a6d,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:30.703827 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 9df9eb94-c773-4668-97ec-00b9ce515a6d {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:39:30.704148 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 9df9eb94-c773-4668-97ec-00b9ce515a6d not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:39:30.704361 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] No DVR routers for this DVR port 9df9eb94-c773-4668-97ec-00b9ce515a6d on host dv-cinder-818883-2-iscsi {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:39:30.704574 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:39:30.783777 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:39:30.784024 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 2750f2f0-07de-4a97-ad80-58ab0a1dc6e4 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:39:30.784422 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device a52afc6f-8e06-4a99-be3f-0cd21a3a56cb no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:39:30.829287 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: a52afc6f-8e06-4a99-be3f-0cd21a3a56cb {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:39:30.829541 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device a52afc6f-8e06-4a99-be3f-0cd21a3a56cb not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:39:30.835571 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.857921 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.db.api [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:39:30.858267 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG oslo_db.api [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:39:30.861614 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb87eb2c-90c9-40eb-a620-1c517ae277e8']}} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:30.874410 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b30e22-5ecf-4984-82a1-8d20bdd19423') {'for_net_delete': True} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:30.874701 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b30e22-5ecf-4984-82a1-8d20bdd19423') {} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:39:30.887230 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2423732'] for segment, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.904438 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.910364 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=86775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:39:30.910736 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2196157'] for segment, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: Traceback (most recent call last): Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: timer() Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: cb(*args, **kw) Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: return func(*args, **kwargs) Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: self._notify() Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: self.callback(batched_events) Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: event.method(event) Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: return f(self, *a, **k) Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._get(url).json() Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: return self.request(url, 'GET', **kwargs) Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:39:30.923635 dv-cinder-818883-2-iscsi neutron-server[86775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:39:31.003620 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:31.020232 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:31.031535 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] Pushing event deleted for resources: {'Network': ['ID=bb87eb2c-90c9-40eb-a620-1c517ae277e8,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:31.044822 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-60072224-626e-4400-a22d-9e9a72960cae admin admin] 10.222.0.107 "DELETE /v2.0/networks/bb87eb2c-90c9-40eb-a620-1c517ae277e8 HTTP/1.1" status: 204 len: 168 time: 1.0451360 Jan 17 17:39:31.170837 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35412) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:31.220622 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-c953d8e0-5284-4466-98ae-06fd7aa3c853 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7a9322785da349c8b286bc18e2fa5f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486608 Jan 17 17:39:31.223021 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35416) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:31.285103 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d878051-ecde-46f6-bc0e-a41af3bfd8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:31.312733 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d878051-ecde-46f6-bc0e-a41af3bfd8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:31.359734 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] Deleting port 9df9eb94-c773-4668-97ec-00b9ce515a6d {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:31.360313 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:31.366111 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d878051-ecde-46f6-bc0e-a41af3bfd8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:31.384374 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d878051-ecde-46f6-bc0e-a41af3bfd8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87887778-04c4-41c3-84c4-9925f50dcfc6,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:31.391492 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5d878051-ecde-46f6-bc0e-a41af3bfd8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:31.394812 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-5d878051-ecde-46f6-bc0e-a41af3bfd8a5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/87887778-04c4-41c3-84c4-9925f50dcfc6 HTTP/1.1" status: 204 len: 168 time: 0.1687031 Jan 17 17:39:31.453596 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a006df32-2d00-494c-9f36-529ec7d09887 None None] The port '9df9eb94-c773-4668-97ec-00b9ce515a6d' was deleted {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:39:32.083644 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:39:32.880452 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35468) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:32.999476 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:33.014023 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:39:33.018329 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] Usage tracker for resource:security_group_rule and tenant:d50fa405b24343d18a169077d3f99a4e is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:39:33.021633 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:39:33.027658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:39:33.114573 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:33.118230 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:33.170158 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d50fa405b24343d18a169077d3f99a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883854 Jan 17 17:39:33.171093 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69e6f0-27a2-46c1-82c8-c8160259e306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab731a6-fbd3-4176-876c-dc89281367a1,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:33.172594 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35474) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:33.235145 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbb8c-5ce6-4522-81bc-34021cb40777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:33.261130 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbb8c-5ce6-4522-81bc-34021cb40777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:33.314224 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbb8c-5ce6-4522-81bc-34021cb40777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:33.329072 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffbb8c-5ce6-4522-81bc-34021cb40777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab731a6-fbd3-4176-876c-dc89281367a1,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:33.342869 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbb8c-5ce6-4522-81bc-34021cb40777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:33.344412 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a6ffbb8c-5ce6-4522-81bc-34021cb40777 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fab731a6-fbd3-4176-876c-dc89281367a1 HTTP/1.1" status: 204 len: 168 time: 0.1700497 Jan 17 17:39:35.944035 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35546) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:36.066027 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.084369 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:39:36.088072 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] Usage tracker for resource:security_group_rule and tenant:b987722d0960425f9d2aead75e09f0c0 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:39:36.091131 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:39:36.097016 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:39:36.179815 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.183617 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.230249 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4ba59c-175d-4b96-bdf6-36683e0c0581,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:36.234448 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b0ba2ebf-70db-48ea-81e8-8755e342aadd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b987722d0960425f9d2aead75e09f0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894151 Jan 17 17:39:36.237668 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35552) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:36.295865 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-40393318-c37f-4666-8d17-c024ae620f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.322780 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-40393318-c37f-4666-8d17-c024ae620f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.374291 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-40393318-c37f-4666-8d17-c024ae620f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.392281 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40393318-c37f-4666-8d17-c024ae620f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4ba59c-175d-4b96-bdf6-36683e0c0581,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:36.398035 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-40393318-c37f-4666-8d17-c024ae620f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.399371 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-40393318-c37f-4666-8d17-c024ae620f92 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3a4ba59c-175d-4b96-bdf6-36683e0c0581 HTTP/1.1" status: 204 len: 168 time: 0.1609178 Jan 17 17:39:36.687460 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35560) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:36.704959 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.727168 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:39:36.731420 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] Usage tracker for resource:security_group_rule and tenant:52e862125d9a484c8bbe3de702a61869 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:39:36.735228 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:39:36.740963 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:39:36.838932 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.844059 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.901031 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=52e862125d9a484c8bbe3de702a61869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123079 Jan 17 17:39:36.901797 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9c1fc-b5cc-4b22-8595-5fe57a259b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842219c8-e6e6-4b0c-8957-85bc8527020a,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:36.904145 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35564) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:36.962464 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-57297f6a-e00c-4732-af56-9ae006471b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:36.989770 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-57297f6a-e00c-4732-af56-9ae006471b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:37.049286 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-57297f6a-e00c-4732-af56-9ae006471b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:37.065736 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57297f6a-e00c-4732-af56-9ae006471b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842219c8-e6e6-4b0c-8957-85bc8527020a,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:37.076243 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-57297f6a-e00c-4732-af56-9ae006471b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:37.077358 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-57297f6a-e00c-4732-af56-9ae006471b32 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/842219c8-e6e6-4b0c-8957-85bc8527020a HTTP/1.1" status: 204 len: 168 time: 0.1722677 Jan 17 17:39:42.170544 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 35632) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:42.290533 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:42.309644 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:39:42.314046 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8891519d4041a1b45c4bd6e901b693 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:39:42.316882 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:39:42.322516 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:39:42.413659 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:42.417897 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:42.467443 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8f8891519d4041a1b45c4bd6e901b693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951462 Jan 17 17:39:42.468227 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31a028-65c8-4c78-a55a-7ac0af7a1135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b9139-4e8d-49d8-bd5b-87d7d16347d9,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:42.470284 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35638) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:39:42.530788 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ecee28af-acac-4f80-b377-70b033256594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:42.556415 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ecee28af-acac-4f80-b377-70b033256594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:42.614496 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ecee28af-acac-4f80-b377-70b033256594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:42.630626 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee28af-acac-4f80-b377-70b033256594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b9139-4e8d-49d8-bd5b-87d7d16347d9,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:42.640945 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-ecee28af-acac-4f80-b377-70b033256594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:42.642094 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-ecee28af-acac-4f80-b377-70b033256594 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/587b9139-4e8d-49d8-bd5b-87d7d16347d9 HTTP/1.1" status: 204 len: 168 time: 0.1696136 Jan 17 17:39:45.182314 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-5a663650-3aa9-46fa-bd08-1378e129db87 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=bec65a7bb291460ebef4b1c6a0b4b3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285726 Jan 17 17:39:45.344549 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-6f78e104-dd80-467e-bcdd-445fc5fa8036 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:45.345927 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-6f78e104-dd80-467e-bcdd-445fc5fa8036 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581481 Jan 17 17:39:45.361479 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e63b961-dd14-4429-bdfc-cae50d16de16 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/quotas/bec65a7bb291460ebef4b1c6a0b4b3cb HTTP/1.1" status: 200 len: 375 time: 0.0100660 Jan 17 17:39:45.408941 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-0c104cff-40de-422d-a5f8-b4dcc9c02bcc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=bec65a7bb291460ebef4b1c6a0b4b3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418646 Jan 17 17:39:45.595320 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e18300ad-e1a6-49b1-9e28-1992e02075bd req-6ea80d7e-ddc6-448b-bd07-99517bbf24b7 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 210 time: 0.0521867 Jan 17 17:39:46.571326 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-784afc64-af87-444b-97ed-149625eec6f1 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.106 "GET /v2.0/networks?tenant_id=bec65a7bb291460ebef4b1c6a0b4b3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314982 Jan 17 17:39:46.810120 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a46b69a2-f31f-403c-9d71-d2f84761b9ae req-281e7c0e-ae87-4c2f-a932-e63951b2da2b tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 210 time: 0.0611200 Jan 17 17:39:46.826157 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-df666dc6-9320-495d-b6c8-b3c9429d3615 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:46.826157 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-df666dc6-9320-495d-b6c8-b3c9429d3615 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482059 Jan 17 17:39:46.837611 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Request body: {'port': {'device_id': '071b358b-78ab-4cee-851c-080eb4611488', 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443', 'admin_state_up': True, 'tenant_id': 'bec65a7bb291460ebef4b1c6a0b4b3cb'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:39:46.975874 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:39:46.980088 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Usage tracker for resource:port and tenant:bec65a7bb291460ebef4b1c6a0b4b3cb is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:39:46.983408 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:39:46.989222 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:39:46.999174 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Made reservation on behalf of bec65a7bb291460ebef4b1c6a0b4b3cb for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:39:47.002588 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:47.015178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:47.030887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:39:47.035185 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Usage tracker for resource:security_group_rule and tenant:bec65a7bb291460ebef4b1c6a0b4b3cb is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:39:47.037986 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:39:47.043626 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:39:47.134331 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:47.140402 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:47.315517 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88034d80-ccbd-4777-9380-bdc496432e14,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:47.411817 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Allocated IP 192.168.233.118 (22109f6d-0522-493f-a436-9c9a09b6d443/44c2e979-fa0b-408b-bc6c-a17f880f65e5/54b30904-5bb2-4cc8-ab10-d8d6768044f9) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:39:47.618547 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:47.634840 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Transition to ACTIVE for port object 54b30904-5bb2-4cc8-ab10-d8d6768044f9 will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:39:47.665014 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:47.741040 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Network 22109f6d-0522-493f-a436-9c9a09b6d443 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:39:47.744173 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:39:47.747971 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:39:47.779075 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Pushing event updated for resources: {'Port': ['ID=54b30904-5bb2-4cc8-ab10-d8d6768044f9,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:47.816686 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:47.817338 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:47.849386 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-9e82744f-6d48-4c3b-9bec-020f685169bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0154972 Jan 17 17:39:47.861450 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Request body: {'port': {'device_id': '071b358b-78ab-4cee-851c-080eb4611488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:39:47.992708 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:48.010290 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3c0ba-5dad-4db2-932e-32b35ac86e8c req-53ea6b43-0d56-4c83-b74a-be318fd77279 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:48.011784 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9ca3c0ba-5dad-4db2-932e-32b35ac86e8c req-53ea6b43-0d56-4c83-b74a-be318fd77279 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 936 time: 0.0822752 Jan 17 17:39:48.033149 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d1ec97c9-f6d4-4ef3-bb5f-e60af1fb3f6c None None] Provisioning for port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:39:48.038168 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d1ec97c9-f6d4-4ef3-bb5f-e60af1fb3f6c None None] Provisioning complete for port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:39:48.038537 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d1ec97c9-f6d4-4ef3-bb5f-e60af1fb3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:48.063089 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9ca3c0ba-5dad-4db2-932e-32b35ac86e8c req-829baabc-d8e8-4eb3-a109-22494a5531df tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448511 Jan 17 17:39:48.107314 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec97c9-f6d4-4ef3-bb5f-e60af1fb3f6c None None] Port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:39:48.113381 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-94c95bd9-01cf-43cb-9977-0c150f9ad144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:48.355110 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b30904-5bb2-4cc8-ab10-d8d6768044f9 {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:39:48.362933 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:48.377032 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Transition to ACTIVE for port object 54b30904-5bb2-4cc8-ab10-d8d6768044f9 will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:39:48.380129 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:48.513713 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Pushing event updated for resources: {'Port': ['ID=54b30904-5bb2-4cc8-ab10-d8d6768044f9,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:48.631474 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Attempting to bind port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:39:48.632171 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Attempting to bind port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:39:48.632171 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Attempting to bind port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 on network 22109f6d-0522-493f-a436-9c9a09b6d443 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:39:48.637625 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 on network 22109f6d-0522-493f-a436-9c9a09b6d443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:39:48.637942 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Attempting to bind port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 on network 22109f6d-0522-493f-a436-9c9a09b6d443 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:39:48.644287 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:39:48.644617 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Checking segment: {'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:39:48.645794 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Bound using segment: {'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:39:48.645794 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Bound port: 54b30904-5bb2-4cc8-ab10-d8d6768044f9, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:39:48.645794 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:48.747968 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] For port 54b30904-5bb2-4cc8-ab10-d8d6768044f9, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:39:48.753482 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] For port 54b30904-5bb2-4cc8-ab10-d8d6768044f9, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54b30904-5bb2-4cc8-ab10-d8d6768044f9,segment=NetworkSegment(7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425),segment_id=7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:39:48.758289 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:48.818501 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:48.818783 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:48.820392 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] 10.222.0.106 "PUT /v2.0/ports/54b30904-5bb2-4cc8-ab10-d8d6768044f9 HTTP/1.1" status: 200 len: 1098 time: 0.9640205 Jan 17 17:39:48.823309 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071b358b-78ab-4cee-851c-080eb4611488', 'tag': '54b30904-5bb2-4cc8-ab10-d8d6768044f9'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:39:48.893283 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071b358b-78ab-4cee-851c-080eb4611488', 'tag': '54b30904-5bb2-4cc8-ab10-d8d6768044f9', 'status': 'completed', 'code': 200} Jan 17 17:39:48.893839 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f51eb-30f0-4f69-870e-a27db6869590 service neutron] Pushing event updated for resources: {'Port': ['ID=54b30904-5bb2-4cc8-ab10-d8d6768044f9,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:48.944607 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-72627834-b8d7-4bbd-bb71-4829225787fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:48.946098 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-72627834-b8d7-4bbd-bb71-4829225787fd service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=bec65a7bb291460ebef4b1c6a0b4b3cb&device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 1101 time: 0.0875573 Jan 17 17:39:49.016154 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-a85f7f88-2c77-414e-8c8c-3b8c21b3e7c7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=54b30904-5bb2-4cc8-ab10-d8d6768044f9 HTTP/1.1" status: 200 len: 217 time: 0.0626600 Jan 17 17:39:49.081154 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-6131895c-6118-4168-8f2f-c2681e2a457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:49.082634 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-6131895c-6118-4168-8f2f-c2681e2a457f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=44c2e979-fa0b-408b-bc6c-a17f880f65e5 HTTP/1.1" status: 200 len: 843 time: 0.0615802 Jan 17 17:39:49.157685 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-67041289-6157-45fe-bb26-dc9e15a4fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:49.159076 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-67041289-6157-45fe-bb26-dc9e15a4fd01 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=22109f6d-0522-493f-a436-9c9a09b6d443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711665 Jan 17 17:39:49.273419 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe90ad-1c50-4bb4-a94b-1f7eb217d9d9 req-12b5632d-fa0a-4fea-8966-7f5985fc468c tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:49.275362 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-38fe90ad-1c50-4bb4-a94b-1f7eb217d9d9 req-12b5632d-fa0a-4fea-8966-7f5985fc468c tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 948 time: 0.0957689 Jan 17 17:39:49.327743 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-38fe90ad-1c50-4bb4-a94b-1f7eb217d9d9 req-806f834f-0210-4fee-b4ec-5e50e219129a tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454686 Jan 17 17:39:49.393093 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-5373a08b-9c92-4bc3-892f-4bc7ba65a935 service neutron] 10.222.0.106 "GET /v2.0/networks/22109f6d-0522-493f-a436-9c9a09b6d443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281530 Jan 17 17:39:49.523857 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dc6e3abf-f179-4f3c-b0ef-4bd21acdeb87 req-de3f5157-554e-4182-afa1-89ac9d5dc5d6 service neutron] 10.222.0.106 "GET /v2.0/networks/22109f6d-0522-493f-a436-9c9a09b6d443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252358 Jan 17 17:39:49.654582 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1c12-f57a-4299-8289-052c795446f8 req-a92534e0-1c70-405f-a8cf-9427d0dfb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:49.656681 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e78d1c12-f57a-4299-8289-052c795446f8 req-a92534e0-1c70-405f-a8cf-9427d0dfb41d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=bec65a7bb291460ebef4b1c6a0b4b3cb&device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 1101 time: 0.0834436 Jan 17 17:39:49.801081 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1c12-f57a-4299-8289-052c795446f8 req-48189101-4a3f-47de-83e3-e374936751ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:49.802440 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e78d1c12-f57a-4299-8289-052c795446f8 req-48189101-4a3f-47de-83e3-e374936751ac service neutron] 10.222.0.106 "GET /v2.0/networks?id=22109f6d-0522-493f-a436-9c9a09b6d443 HTTP/1.1" status: 200 len: 870 time: 0.1398990 Jan 17 17:39:49.870920 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e78d1c12-f57a-4299-8289-052c795446f8 req-67f8b6ff-fde1-49ea-8855-98a45329833d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=54b30904-5bb2-4cc8-ab10-d8d6768044f9 HTTP/1.1" status: 200 len: 217 time: 0.0622478 Jan 17 17:39:49.945380 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1c12-f57a-4299-8289-052c795446f8 req-6d310174-749d-4449-96f4-51d32f389d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:49.946891 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e78d1c12-f57a-4299-8289-052c795446f8 req-6d310174-749d-4449-96f4-51d32f389d82 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=44c2e979-fa0b-408b-bc6c-a17f880f65e5 HTTP/1.1" status: 200 len: 843 time: 0.0690937 Jan 17 17:39:50.024676 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1c12-f57a-4299-8289-052c795446f8 req-b4ef1983-d071-49e0-b4c3-72642d8bae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:50.026137 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e78d1c12-f57a-4299-8289-052c795446f8 req-b4ef1983-d071-49e0-b4c3-72642d8bae20 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=22109f6d-0522-493f-a436-9c9a09b6d443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721004 Jan 17 17:39:50.164417 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e78d1c12-f57a-4299-8289-052c795446f8 req-3a9a5ad8-b8de-4d08-9024-ff6392f28b1d service neutron] 10.222.0.106 "GET /v2.0/networks/22109f6d-0522-493f-a436-9c9a09b6d443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305866 Jan 17 17:39:50.298314 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e78d1c12-f57a-4299-8289-052c795446f8 req-63a4dc44-3ccc-4b71-bd88-d73710edb943 service neutron] 10.222.0.106 "GET /v2.0/networks/22109f6d-0522-493f-a436-9c9a09b6d443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280773 Jan 17 17:39:50.356947 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ce4f397e-f613-4845-b4dd-f751d088fc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:50.522373 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b40f3c-dd56-4604-b086-231d7f2a23cd req-d2e71b8c-22a1-4eff-932e-0bc8dd58dec8 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:50.523178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-55b40f3c-dd56-4604-b086-231d7f2a23cd req-d2e71b8c-22a1-4eff-932e-0bc8dd58dec8 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Synchronizing usage tracker for tenant:bec65a7bb291460ebef4b1c6a0b4b3cb on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:39:50.541187 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-55b40f3c-dd56-4604-b086-231d7f2a23cd req-d2e71b8c-22a1-4eff-932e-0bc8dd58dec8 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Unset dirty status for tenant:bec65a7bb291460ebef4b1c6a0b4b3cb on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:39:50.542489 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-55b40f3c-dd56-4604-b086-231d7f2a23cd req-d2e71b8c-22a1-4eff-932e-0bc8dd58dec8 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 948 time: 0.1046968 Jan 17 17:39:50.590892 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-55b40f3c-dd56-4604-b086-231d7f2a23cd req-6dfa1c3a-4447-4f12-9f2a-a06e7b4c99ed tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Synchronizing usage tracker for tenant:bec65a7bb291460ebef4b1c6a0b4b3cb on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:39:50.609674 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-55b40f3c-dd56-4604-b086-231d7f2a23cd req-6dfa1c3a-4447-4f12-9f2a-a06e7b4c99ed tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Unset dirty status for tenant:bec65a7bb291460ebef4b1c6a0b4b3cb on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:39:50.611359 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-55b40f3c-dd56-4604-b086-231d7f2a23cd req-6dfa1c3a-4447-4f12-9f2a-a06e7b4c99ed tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625100 Jan 17 17:39:51.436051 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 54b30904-5bb2-4cc8-ab10-d8d6768044f9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:39:51.548476 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:51.594980 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 54b30904-5bb2-4cc8-ab10-d8d6768044f9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54b30904-5bb2-4cc8-ab10-d8d6768044f9,segment=NetworkSegment(7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425),segment_id=7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:51.608377 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '54b30904-5bb2-4cc8-ab10-d8d6768044f9', 'network_id': '22109f6d-0522-493f-a436-9c9a09b6d443', 'port_id': '54b30904-5bb2-4cc8-ab10-d8d6768044f9', 'mac_address': 'fa:16:3e:21:c7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c2e979-fa0b-408b-bc6c-a17f880f65e5', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:39:51.664767 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:51.682919 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b30904-5bb2-4cc8-ab10-d8d6768044f9 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:39:51.699732 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 54b30904-5bb2-4cc8-ab10-d8d6768044f9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54b30904-5bb2-4cc8-ab10-d8d6768044f9,segment=NetworkSegment(7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425),segment_id=7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:51.704401 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:51.778784 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=54b30904-5bb2-4cc8-ab10-d8d6768044f9,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:51.786028 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.786402 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.786744 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.787093 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.787425 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.787747 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.788068 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.788395 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.788735 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.789054 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.789370 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.789689 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:39:51.818521 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee51ee-9f31-4028-84fe-5fe8751a123c req-ba5af581-ea78-421d-ab0a-559bafbf7932 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:51.820454 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7fee51ee-9f31-4028-84fe-5fe8751a123c req-ba5af581-ea78-421d-ab0a-559bafbf7932 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 949 time: 0.0908563 Jan 17 17:39:51.867039 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7fee51ee-9f31-4028-84fe-5fe8751a123c req-0f104fd2-b1b3-4f76-bd94-cd1b71bffd2a tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Jan 17 17:39:51.893683 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:51.907939 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['54b30904-5bb2-4cc8-ab10-d8d6768044f9'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:39:52.971103 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:53.073502 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8c147-7439-4ab9-b024-49e76fa766fc req-5ceb583b-7067-4434-88a1-c621bcaaa494 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:53.075121 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-38e8c147-7439-4ab9-b024-49e76fa766fc req-5ceb583b-7067-4434-88a1-c621bcaaa494 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 949 time: 0.0845404 Jan 17 17:39:53.121593 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-38e8c147-7439-4ab9-b024-49e76fa766fc req-cf972e9c-3c8a-4d84-9f0a-c48d321497e4 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Jan 17 17:39:53.451561 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 54b30904-5bb2-4cc8-ab10-d8d6768044f9 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:39:53.525115 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:39:53.529752 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:39:53.530134 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:53.656347 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:53.684075 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071b358b-78ab-4cee-851c-080eb4611488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b30904-5bb2-4cc8-ab10-d8d6768044f9'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:39:53.695283 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 54b30904-5bb2-4cc8-ab10-d8d6768044f9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54b30904-5bb2-4cc8-ab10-d8d6768044f9,segment=NetworkSegment(7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425),segment_id=7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:53.699165 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:53.740247 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071b358b-78ab-4cee-851c-080eb4611488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b30904-5bb2-4cc8-ab10-d8d6768044f9', 'code': 200} Jan 17 17:39:53.774650 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=54b30904-5bb2-4cc8-ab10-d8d6768044f9,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:53.956612 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d661fa-ce2d-4bda-bd8e-66bb6a49063f req-2e9cd7be-01fa-45e2-b512-546bbb320d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:53.958401 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-46d661fa-ce2d-4bda-bd8e-66bb6a49063f req-2e9cd7be-01fa-45e2-b512-546bbb320d36 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 1103 time: 0.0741556 Jan 17 17:39:53.998862 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-46d661fa-ce2d-4bda-bd8e-66bb6a49063f req-affd3361-efcf-44c5-a16c-bee3d2d09af1 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Jan 17 17:39:54.065552 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:54.312103 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b16c3-4464-494b-8242-da781accd642 req-b0940c83-8bb3-4f03-866b-b5880a8e2b12 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:54.313660 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b17b16c3-4464-494b-8242-da781accd642 req-b0940c83-8bb3-4f03-866b-b5880a8e2b12 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 950 time: 0.0870178 Jan 17 17:39:54.363028 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b17b16c3-4464-494b-8242-da781accd642 req-41ec274b-8781-412e-a61a-9289b0d38be7 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Jan 17 17:39:55.723131 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a5ac-905a-480e-8d41-148fccccbed4 req-375fe0d0-00c1-4051-87f7-fbfdb3ceb117 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:55.724604 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-bf12a5ac-905a-480e-8d41-148fccccbed4 req-375fe0d0-00c1-4051-87f7-fbfdb3ceb117 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 950 time: 0.2559397 Jan 17 17:39:55.770166 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-bf12a5ac-905a-480e-8d41-148fccccbed4 req-eabab53d-a5c7-407a-946a-4916a3c39286 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Jan 17 17:39:56.215520 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3e480-50ab-4376-864a-d1d4d6151714 req-9c6870b2-e793-4e32-9123-7bf6680e6e3a tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:56.216903 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e5c3e480-50ab-4376-864a-d1d4d6151714 req-9c6870b2-e793-4e32-9123-7bf6680e6e3a tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 950 time: 0.0841312 Jan 17 17:39:56.270900 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e5c3e480-50ab-4376-864a-d1d4d6151714 req-333b6946-6bb8-4803-96c4-a51b48cb6e30 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477226 Jan 17 17:39:57.427268 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388bca3-6774-42bf-9360-8552767a77b0 req-2245338f-7409-4149-9afc-c9987659c014 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:57.428722 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9388bca3-6774-42bf-9360-8552767a77b0 req-2245338f-7409-4149-9afc-c9987659c014 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.106 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 950 time: 0.0918400 Jan 17 17:39:57.551059 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Deleting port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:39:57.551310 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:57.765114 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f3be8-c751-4159-ac64-9ae481faf98b req-c0758f34-8290-40f4-b40a-5a140d267e6f tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:39:57.766640 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d4f3be8-c751-4159-ac64-9ae481faf98b req-c0758f34-8290-40f4-b40a-5a140d267e6f tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/ports?device_id=071b358b-78ab-4cee-851c-080eb4611488 HTTP/1.1" status: 200 len: 950 time: 0.3852067 Jan 17 17:39:57.900755 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1d4f3be8-c751-4159-ac64-9ae481faf98b req-d389f525-badb-4102-bf17-4f7e05e617f5 tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.107 "GET /v2.0/security-groups?id=88034d80-ccbd-4777-9380-bdc496432e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276939 Jan 17 17:39:57.944593 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] For port 54b30904-5bb2-4cc8-ab10-d8d6768044f9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=54b30904-5bb2-4cc8-ab10-d8d6768044f9,segment=NetworkSegment(7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425),segment_id=7299a3cd-e2a1-43f8-b8c1-2fb7af6a9425)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:39:57.944948 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:58.070586 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Calling delete_port for 54b30904-5bb2-4cc8-ab10-d8d6768044f9 owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:39:58.222902 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:58.233824 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['54b30904-5bb2-4cc8-ab10-d8d6768044f9'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:39:58.277284 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Pushing event deleted for resources: {'Port': ['ID=54b30904-5bb2-4cc8-ab10-d8d6768044f9,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:39:58.352668 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] No DVR routers for this DVR port 54b30904-5bb2-4cc8-ab10-d8d6768044f9 on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:39:58.355155 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:39:58.357724 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071b358b-78ab-4cee-851c-080eb4611488', 'name': 'network-vif-deleted', 'tag': '54b30904-5bb2-4cc8-ab10-d8d6768044f9'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:39:58.375286 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9388bca3-6774-42bf-9360-8552767a77b0 req-a84405af-215d-463b-afe7-570a6fc7d5bc tempest-VolumesNegativeTest-1615790984 tempest-VolumesNegativeTest-1615790984-project] 10.222.0.106 "DELETE /v2.0/ports/54b30904-5bb2-4cc8-ab10-d8d6768044f9 HTTP/1.1" status: 204 len: 173 time: 0.9414058 Jan 17 17:39:58.411932 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071b358b-78ab-4cee-851c-080eb4611488', 'name': 'network-vif-deleted', 'tag': '54b30904-5bb2-4cc8-ab10-d8d6768044f9', 'status': 'completed', 'code': 200} Jan 17 17:40:01.514202 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 54b30904-5bb2-4cc8-ab10-d8d6768044f9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:40:01.549742 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 54b30904-5bb2-4cc8-ab10-d8d6768044f9 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:40:01.550087 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 54b30904-5bb2-4cc8-ab10-d8d6768044f9 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:40:04.029878 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35982) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:04.196534 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-bd3de801-157c-4434-85e2-9bbade5b5f6b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bec65a7bb291460ebef4b1c6a0b4b3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648600 Jan 17 17:40:04.198844 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 35988) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:04.259597 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-33c2b03b-e70a-4efe-9b0d-af490372c8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:04.289784 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-33c2b03b-e70a-4efe-9b0d-af490372c8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:04.343539 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-33c2b03b-e70a-4efe-9b0d-af490372c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:04.366344 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2b03b-e70a-4efe-9b0d-af490372c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88034d80-ccbd-4777-9380-bdc496432e14,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:04.377251 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-33c2b03b-e70a-4efe-9b0d-af490372c8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:04.381305 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-33c2b03b-e70a-4efe-9b0d-af490372c8c7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/88034d80-ccbd-4777-9380-bdc496432e14 HTTP/1.1" status: 204 len: 168 time: 0.1814892 Jan 17 17:40:05.166463 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36012) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:05.279716 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1462218078-network', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:05.284414 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:05.288408 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Usage tracker for resource:network and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:05.291281 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:05.298229 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:05.307837 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Made reservation on behalf of f784d461044c4042b39d31c3c43cc8ec for: {'network': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:40:05.310062 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.331074 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.346651 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:05.350597 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Usage tracker for resource:security_group_rule and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:05.353570 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:05.360098 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:05.457987 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.462022 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.498185 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=86776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:40:05.504535 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc443bb0-bb08-4641-b9b4-4536aec70a9c,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:05.513073 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.513177 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.segments_db [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Added segment 77bf88b5-3426-4cf1-b01a-567410b41815 of type vlan for network d3cfe199-032c-423d-8293-6971e0adb4dc Jan 17 17:40:05.540551 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.573780 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.574968 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:05.575610 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.678108 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] Pushing event updated for resources: {'Network': ['ID=d3cfe199-032c-423d-8293-6971e0adb4dc,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:05.684117 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36018) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:05.684601 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-1a7a0a64-70bb-41f5-9145-6ef8dad35cac admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5164926 Jan 17 17:40:05.689435 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network d3cfe199-032c-423d-8293-6971e0adb4dc details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:40:05.691761 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Request body: {'subnet': {'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1462218078-subnet', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:05.696739 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:05.700624 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Usage tracker for resource:subnet and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:05.703836 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:05.709585 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:05.720437 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Made reservation on behalf of f784d461044c4042b39d31c3c43cc8ec for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:40:05.722824 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684658'] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:05.946915 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2195988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684640'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.025287 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebe357a-bf04-4703-b1e3-ed881a3c2873,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:06.034599 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Checking segment: {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:06.035085 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Network hostable DHCP agents. Network: d3cfe199-032c-423d-8293-6971e0adb4dc, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:40:06.056295 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Network d3cfe199-032c-423d-8293-6971e0adb4dc is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:40:06.074704 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, d3cfe199-032c-423d-8293-6971e0adb4dc) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:06.089713 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a8067-09eb-46d0-b5a9-43b74a24c14a None None] Network d3cfe199-032c-423d-8293-6971e0adb4dc requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:40:06.095029 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:06.095658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.122332 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a1144f36-0bf6-4f64-9ac2-a1fed76f980f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4332771 Jan 17 17:40:06.122567 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36022) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:06.127944 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:06.133399 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:06.137339 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Usage tracker for resource:router and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:06.141235 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:06.147190 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:06.160005 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.161087 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.180719 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.331931 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-d3cfe199-032c-423d-8293-6971e0adb4dc', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:40:06.332780 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.469756 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.499458 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Allocated IP 172.20.0.2 (d3cfe199-032c-423d-8293-6971e0adb4dc/2ebe357a-bf04-4703-b1e3-ed881a3c2873/c73df58a-23e3-41c0-9b2d-a5cc0e4c444e) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:40:06.758119 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.769331 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Transition to ACTIVE for port object c73df58a-23e3-41c0-9b2d-a5cc0e4c444e will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:06.789853 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Transition to ACTIVE for port object c73df58a-23e3-41c0-9b2d-a5cc0e4c444e will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:06.795700 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.861775 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Network d3cfe199-032c-423d-8293-6971e0adb4dc is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:06.864640 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:06.868186 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:40:06.873650 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Pushing event updated for resources: {'Port': ['ID=c73df58a-23e3-41c0-9b2d-a5cc0e4c444e,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:06.920738 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.959351 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.963258 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Attempting to bind port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:40:06.963873 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Attempting to bind port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:40:06.964225 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Attempting to bind port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e on network d3cfe199-032c-423d-8293-6971e0adb4dc {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:40:06.970064 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:40:06.970428 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Checking segment: {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:06.970859 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:06.971238 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Bound using segment: {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:40:06.971761 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Bound port: c73df58a-23e3-41c0-9b2d-a5cc0e4c444e, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:40:06.972053 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:07.070926 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] For port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:40:07.074161 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] For port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c73df58a-23e3-41c0-9b2d-a5cc0e4c444e,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:40:07.078813 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:07.105299 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Allocated IP 172.27.3.32 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/d09cd4c8-802b-46fa-b3cc-db8a0a42d068) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:40:07.183018 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cec02-4d8f-4e76-9ef4-03b412f4a9e7 None None] Pushing event updated for resources: {'Port': ['ID=c73df58a-23e3-41c0-9b2d-a5cc0e4c444e,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:07.260795 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:07.292197 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:07.373696 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:07.376730 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:07.380887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:40:07.428720 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Pushing event updated for resources: {'Port': ['ID=d09cd4c8-802b-46fa-b3cc-db8a0a42d068,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:07.849974 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:08.137717 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af610e-522c-40bb-a1b4-4559a04c5977 None None] Network d3cfe199-032c-423d-8293-6971e0adb4dc requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:40:08.214236 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:08.236329 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-f33f256c-6498-4155-84e0-9ee37f82c524 None None] Provisioning for port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:08.561737 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Router ccc3bf09-171e-48df-b3a1-1a163c1aceab is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:40:08.624642 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c73df58a-23e3-41c0-9b2d-a5cc0e4c444e up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:08.716987 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:08.723084 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:08.723458 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:08.772959 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:40:08.783600 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Sync routers for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:40:08.798434 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:08.799003 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:08.799159 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:39:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:08.800356 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-cd80de40-4f7c-488c-8da2-1f666f79ec3e admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6768160 Jan 17 17:40:08.803150 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36026) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:08.985505 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:09.040828 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c73df58a-23e3-41c0-9b2d-a5cc0e4c444e,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:09.047324 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:09.050121 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:09.085522 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:40:09.297479 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=c73df58a-23e3-41c0-9b2d-a5cc0e4c444e,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:09.433145 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:07Z', 'revision_number': 3, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:09.437834 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Checking router: ccc3bf09-171e-48df-b3a1-1a163c1aceab for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:40:09.438179 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Updating router ccc3bf09-171e-48df-b3a1-1a163c1aceab port d09cd4c8-802b-46fa-b3cc-db8a0a42d068 binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:40:09.491548 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:09.505799 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:09.728600 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Allocated IP 172.20.0.1 (d3cfe199-032c-423d-8293-6971e0adb4dc/2ebe357a-bf04-4703-b1e3-ed881a3c2873/42482305-c0cb-4d7d-bfb7-b6fe6add67f0) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:40:09.829776 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:09.841888 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Transition to ACTIVE for port object d09cd4c8-802b-46fa-b3cc-db8a0a42d068 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:09.849389 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:09.935474 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Attempting to bind port d09cd4c8-802b-46fa-b3cc-db8a0a42d068 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:40:09.935826 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Attempting to bind port d09cd4c8-802b-46fa-b3cc-db8a0a42d068 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:40:09.936816 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Attempting to bind port d09cd4c8-802b-46fa-b3cc-db8a0a42d068 on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:40:09.942799 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c267ce-e309-4e9a-bdc2-3e2f079b982a None None] Pushing event updated for resources: {'Port': ['ID=d09cd4c8-802b-46fa-b3cc-db8a0a42d068,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:09.947234 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:40:09.947609 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:09.948006 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:09.948517 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:40:09.948864 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Bound port: d09cd4c8-802b-46fa-b3cc-db8a0a42d068, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:40:09.949235 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:09.987462 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.003368 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Transition to ACTIVE for port object 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:10.027678 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.028011 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] For port d09cd4c8-802b-46fa-b3cc-db8a0a42d068, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:40:10.031614 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] For port d09cd4c8-802b-46fa-b3cc-db8a0a42d068, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=d09cd4c8-802b-46fa-b3cc-db8a0a42d068,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:40:10.036250 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.092593 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Network d3cfe199-032c-423d-8293-6971e0adb4dc is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:10.095286 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:10.100822 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:40:10.126482 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:10.127174 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:39:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:10.147412 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Pushing event updated for resources: {'Port': ['ID=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:10.174195 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.196944 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c267ce-e309-4e9a-bdc2-3e2f079b982a None None] Pushing event updated for resources: {'Port': ['ID=d09cd4c8-802b-46fa-b3cc-db8a0a42d068,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:10.328839 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:10.435902 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.454425 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-49828b88-e3a8-4802-bec5-5d267dce63c6 None None] Provisioning for port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:10.510225 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-49828b88-e3a8-4802-bec5-5d267dce63c6 None None] Provisioning complete for port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:10.510595 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-49828b88-e3a8-4802-bec5-5d267dce63c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.606428 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c73df58a-23e3-41c0-9b2d-a5cc0e4c444e up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:10.635347 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-49828b88-e3a8-4802-bec5-5d267dce63c6 None None] Port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:40:10.676324 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.680954 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.738325 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:10.738583 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.799856 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:07Z', 'revision_number': 3, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:10.803233 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:10.808086 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Pushing event updated for resources: {'Port': ['ID=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:10.808283 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dd69fd-1164-4d12-be85-ca40ef529b10 None None] The sync data for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi is: [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:07Z', 'revision_number': 3, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:40:10.961243 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Network d3cfe199-032c-423d-8293-6971e0adb4dc is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:10.962414 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:11.186217 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Router ccc3bf09-171e-48df-b3a1-1a163c1aceab has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:40:11.266320 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-f1eb633c-b9a5-4c0b-8b82-6a317c487d84 None None] Provisioning complete for port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:11.266826 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f1eb633c-b9a5-4c0b-8b82-6a317c487d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:11.324489 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb633c-b9a5-4c0b-8b82-6a317c487d84 None None] Port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:40:11.391193 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:40:11.400244 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-61d163b0-d374-4859-9ad7-60456d823a9e admin admin] 10.222.0.107 "PUT /v2.0/routers/ccc3bf09-171e-48df-b3a1-1a163c1aceab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5959196 Jan 17 17:40:11.964674 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36044) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:11.970777 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-260345542-network', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:11.975527 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:11.979274 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Usage tracker for resource:network and tenant:17b2024e75c34176bbb783d38fb1976a is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:11.982059 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:11.988362 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:11.999444 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Made reservation on behalf of 17b2024e75c34176bbb783d38fb1976a for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:40:12.001780 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.013873 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.028004 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:12.032387 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Usage tracker for resource:security_group_rule and tenant:17b2024e75c34176bbb783d38fb1976a is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:12.035199 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:12.040794 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:12.129884 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.133959 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.168237 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:40:12.174417 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a65f7e-0171-48ca-ac9f-281efe4308d1,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:12.184134 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.184134 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Added segment e8286eed-cd29-47a9-b44b-c74643d27400 of type vlan for network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 Jan 17 17:40:12.214170 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.243205 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.244188 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:12.244773 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.377755 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Sync routers for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:40:12.387069 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:12.387658 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:39:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:12.463377 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4975634 Jan 17 17:40:12.464422 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807d5bb-0bc0-461a-99af-dbc8744c5460 admin admin] Pushing event updated for resources: {'Network': ['ID=5d48fceb-9186-4b75-a81d-07b4f0a2fd81,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:12.466633 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36048) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:12.473492 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Request body: {'subnet': {'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-260345542-subnet', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'ip_version': 4}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:12.476603 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:40:12.478433 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:12.482366 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Usage tracker for resource:subnet and tenant:17b2024e75c34176bbb783d38fb1976a is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:12.485373 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:12.491286 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:12.502260 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Made reservation on behalf of 17b2024e75c34176bbb783d38fb1976a for: {'subnet': 1} {{(pid=86776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:40:12.504952 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519691'] for subnet, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.594305 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:12.654633 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device d09cd4c8-802b-46fa-b3cc-db8a0a42d068 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:12.730905 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port d09cd4c8-802b-46fa-b3cc-db8a0a42d068 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:12.737660 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port d09cd4c8-802b-46fa-b3cc-db8a0a42d068 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:12.738435 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.869385 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.877627 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2439216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519705'] for subnet, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.888137 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port d09cd4c8-802b-46fa-b3cc-db8a0a42d068, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=d09cd4c8-802b-46fa-b3cc-db8a0a42d068,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:12.893331 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:12.942594 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e3f43a-2fde-4cd6-82d3-1c4f823650bf,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:12.969317 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=d09cd4c8-802b-46fa-b3cc-db8a0a42d068,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:12.972522 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Checking segment: {'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:12.972884 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Network hostable DHCP agents. Network: 5d48fceb-9186-4b75-a81d-07b4f0a2fd81, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:40:12.993726 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:40:12.996366 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 2, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:13.000327 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Checking router: ccc3bf09-171e-48df-b3a1-1a163c1aceab for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:40:13.000716 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Updating router ccc3bf09-171e-48df-b3a1-1a163c1aceab port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:40:13.004021 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 5d48fceb-9186-4b75-a81d-07b4f0a2fd81) {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:13.008189 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:13.008768 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.013470 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0f678-d09e-4563-86c1-594102828f88 None None] Network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:40:13.031156 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d607478f-79fb-41c5-8783-f5037a19b6e2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5624650 Jan 17 17:40:13.034010 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36052) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:13.039305 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:13.044954 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:13.049745 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Usage tracker for resource:router and tenant:17b2024e75c34176bbb783d38fb1976a is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:13.052879 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:13.060421 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:13.067098 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.071260 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.072228 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.088941 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.261004 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-5d48fceb-9186-4b75-a81d-07b4f0a2fd81', 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'fixed_ips': [{'subnet_id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:40:13.261927 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.380853 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.425112 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Allocated IP 172.20.0.2 (5d48fceb-9186-4b75-a81d-07b4f0a2fd81/81e3f43a-2fde-4cd6-82d3-1c4f823650bf/64bb8f7c-f881-4739-bf91-82487b704d7b) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:40:13.440954 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.454551 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Transition to ACTIVE for port object 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:13.462289 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.607182 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Pushing event updated for resources: {'Port': ['ID=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:13.623259 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.623656 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.623966 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.624304 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.624630 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.624955 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.625276 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.625594 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.625933 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.626255 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.626571 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.626938 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:13.694137 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.707426 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Transition to ACTIVE for port object 64bb8f7c-f881-4739-bf91-82487b704d7b will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:13.732251 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Transition to ACTIVE for port object 64bb8f7c-f881-4739-bf91-82487b704d7b will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:13.739566 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.753359 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Attempting to bind port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:40:13.753709 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Attempting to bind port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:40:13.754057 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Attempting to bind port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 on network d3cfe199-032c-423d-8293-6971e0adb4dc {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:40:13.760181 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:40:13.760610 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Checking segment: {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:13.760934 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.761343 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Bound using segment: {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:40:13.761811 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Bound port: 42482305-c0cb-4d7d-bfb7-b6fe6add67f0, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:40:13.762174 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.774019 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.805477 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.818738 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:13.822945 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:13.827667 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:40:13.837654 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Pushing event updated for resources: {'Port': ['ID=64bb8f7c-f881-4739-bf91-82487b704d7b,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:13.856702 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] For port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:40:13.860456 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] For port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:40:13.868050 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.931423 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Attempting to bind port 64bb8f7c-f881-4739-bf91-82487b704d7b on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:40:13.931786 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Attempting to bind port 64bb8f7c-f881-4739-bf91-82487b704d7b by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:40:13.932136 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Attempting to bind port 64bb8f7c-f881-4739-bf91-82487b704d7b on network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:40:13.938177 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:40:13.938547 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Checking segment: {'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:13.938979 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.939362 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Bound using segment: {'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:40:13.939839 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Bound port: 64bb8f7c-f881-4739-bf91-82487b704d7b, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:40:13.940208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:13.957162 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d1c00-1920-45f8-b02a-e4a4184471a0 None None] Pushing event updated for resources: {'Port': ['ID=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,revision_number=4']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:13.966788 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:13.975308 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:39:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:13.976891 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Allocated IP 172.27.3.133 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:40:14.039025 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] For port 64bb8f7c-f881-4739-bf91-82487b704d7b, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:40:14.042986 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] For port 64bb8f7c-f881-4739-bf91-82487b704d7b, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=64bb8f7c-f881-4739-bf91-82487b704d7b,segment=NetworkSegment(e8286eed-cd29-47a9-b44b-c74643d27400),segment_id=e8286eed-cd29-47a9-b44b-c74643d27400)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:40:14.049347 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:14.143691 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275672b-1e9b-4327-a342-e478454b8b10 None None] Pushing event updated for resources: {'Port': ['ID=64bb8f7c-f881-4739-bf91-82487b704d7b,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:14.180282 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:14.184668 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:14.219494 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:14.299236 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Pushing event updated for resources: {'Port': ['ID=2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:14.308253 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:14.309551 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:14.312815 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:40:14.652244 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:13Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:14.660015 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca638c6-08fc-40cd-b42f-3a6c9c6aad19 None None] The sync data for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi is: [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:13Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:40:14.728918 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 64bb8f7c-f881-4739-bf91-82487b704d7b up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:14.822906 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 64bb8f7c-f881-4739-bf91-82487b704d7b completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:14.828272 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device d09cd4c8-802b-46fa-b3cc-db8a0a42d068 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:14.913214 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port d09cd4c8-802b-46fa-b3cc-db8a0a42d068 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:14.913729 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:14.934174 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:15.321827 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:15.323143 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283194f2-507a-453c-be9e-d4dbf3046867 None None] Network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:40:15.413750 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-a3c9e68c-45c8-496c-83b1-724faf7edfe1 None None] Provisioning for port 64bb8f7c-f881-4739-bf91-82487b704d7b completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:15.424013 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-a3c9e68c-45c8-496c-83b1-724faf7edfe1 None None] Provisioning complete for port 64bb8f7c-f881-4739-bf91-82487b704d7b triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:15.424384 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e68c-45c8-496c-83b1-724faf7edfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:15.553941 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Router 8302a9f5-a69d-4b74-9ec2-72510505bd8e is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:40:15.710077 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e68c-45c8-496c-83b1-724faf7edfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:15.761328 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:40:15.764980 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-a3c9e68c-45c8-496c-83b1-724faf7edfe1 None None] For port 64bb8f7c-f881-4739-bf91-82487b704d7b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=64bb8f7c-f881-4739-bf91-82487b704d7b,segment=NetworkSegment(e8286eed-cd29-47a9-b44b-c74643d27400),segment_id=e8286eed-cd29-47a9-b44b-c74643d27400)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:15.772716 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e68c-45c8-496c-83b1-724faf7edfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:15.790219 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:15.792004 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-203396ad-5007-4d3b-968d-befcbf6b0c5e admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7566521 Jan 17 17:40:15.794522 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36056) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:15.820296 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Sync routers for ids ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:40:15.861360 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Routers {'8302a9f5-a69d-4b74-9ec2-72510505bd8e'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:15.861989 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:39:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:15.948908 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9e68c-45c8-496c-83b1-724faf7edfe1 None None] Pushing event updated for resources: {'Port': ['ID=64bb8f7c-f881-4739-bf91-82487b704d7b,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:16.080013 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Set router 8302a9f5-a69d-4b74-9ec2-72510505bd8e gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:16.290013 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-c4b0349c-dc44-4c65-9a45-92e92c2fbcbb None None] Provisioning complete for port 64bb8f7c-f881-4739-bf91-82487b704d7b triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:16.290539 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c4b0349c-dc44-4c65-9a45-92e92c2fbcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:16.532823 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:14Z', 'revision_number': 3, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port': {'id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:16.536799 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Checking router: 8302a9f5-a69d-4b74-9ec2-72510505bd8e for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:40:16.537141 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Updating router 8302a9f5-a69d-4b74-9ec2-72510505bd8e port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:40:16.603588 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:16.673156 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:16.746632 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 64bb8f7c-f881-4739-bf91-82487b704d7b up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:16.898915 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Allocated IP 172.20.0.1 (5d48fceb-9186-4b75-a81d-07b4f0a2fd81/81e3f43a-2fde-4cd6-82d3-1c4f823650bf/32eec743-96f7-47d4-9348-b58d0e8e981e) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:40:16.927749 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 64bb8f7c-f881-4739-bf91-82487b704d7b triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:16.928333 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.058844 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.075318 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Transition to ACTIVE for port object 32eec743-96f7-47d4-9348-b58d0e8e981e will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:17.103600 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.143053 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:17.172751 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:17.175804 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:17.178508 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:40:17.219013 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=32eec743-96f7-47d4-9348-b58d0e8e981e,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:17.244964 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.246005 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.265647 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Transition to ACTIVE for port object 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:17.275552 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.360088 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:17.369423 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4679f-83f9-4a62-b752-09692152fb72 None None] Pushing event updated for resources: {'Port': ['ID=2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:17.375531 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:17.375898 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.387211 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.403868 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Attempting to bind port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:40:17.404230 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Attempting to bind port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:40:17.405102 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Attempting to bind port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:40:17.425634 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:40:17.426007 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:17.426389 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.426889 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:40:17.427360 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Bound port: 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:40:17.427731 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.512011 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-0c232e1c-ba63-4297-8275-d338e0c571d2 None None] Provisioning for port 32eec743-96f7-47d4-9348-b58d0e8e981e completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:17.524868 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-0c232e1c-ba63-4297-8275-d338e0c571d2 None None] Provisioning complete for port 32eec743-96f7-47d4-9348-b58d0e8e981e triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:17.525235 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0c232e1c-ba63-4297-8275-d338e0c571d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.602445 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] For port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:40:17.626341 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.627594 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] For port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:40:17.634171 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.638680 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.642382 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-0c232e1c-ba63-4297-8275-d338e0c571d2 None None] Port 32eec743-96f7-47d4-9348-b58d0e8e981e cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:40:17.704931 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.743526 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=32eec743-96f7-47d4-9348-b58d0e8e981e,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:17.748197 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.757369 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Routers {'8302a9f5-a69d-4b74-9ec2-72510505bd8e'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:17.757979 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:39:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:17.809201 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4679f-83f9-4a62-b752-09692152fb72 None None] Pushing event updated for resources: {'Port': ['ID=2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:17.830582 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:17.840712 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:17.896726 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:17.897809 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:17.994801 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:18.013001 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] Set router 8302a9f5-a69d-4b74-9ec2-72510505bd8e gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:18.188967 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ba045c01-1ea0-4716-82c0-6ca8b5a8db19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:18.220567 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Router 8302a9f5-a69d-4b74-9ec2-72510505bd8e has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:40:18.255208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-3c7afa2f-e4a4-40ca-b45b-28ec4f6e81de None None] Provisioning complete for port 32eec743-96f7-47d4-9348-b58d0e8e981e triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:18.255578 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-3c7afa2f-e4a4-40ca-b45b-28ec4f6e81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:18.336370 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-3c7afa2f-e4a4-40ca-b45b-28ec4f6e81de None None] Port 32eec743-96f7-47d4-9348-b58d0e8e981e cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:40:18.416904 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 4, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port': {'id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '32eec743-96f7-47d4-9348-b58d0e8e981e', 'name': '', 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'mac_address': 'fa:16:3e:89:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:16Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 2, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'subnets': [{'id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:18.421442 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178a9ca8-97a7-4f34-a393-2ba7cbaf7cfc None None] The sync data for ids ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'] in dv-cinder-818883-2-iscsi is: [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 4, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port': {'id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '32eec743-96f7-47d4-9348-b58d0e8e981e', 'name': '', 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'mac_address': 'fa:16:3e:89:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:16Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 2, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'subnets': [{'id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:40:18.426083 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:40:18.434988 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-644978a3-c72a-426c-b16b-cb215b236cd6 admin admin] 10.222.0.107 "PUT /v2.0/routers/8302a9f5-a69d-4b74-9ec2-72510505bd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6392238 Jan 17 17:40:18.595578 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:18.681327 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:18.681702 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.131125 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36068) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:19.131125 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106940570', 'description': 'tempest-secgroup-smoke-106940570 description', 'project_id': 'f784d461044c4042b39d31c3c43cc8ec'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:19.138434 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:19.142718 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:security_group and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:19.146504 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:19.154284 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:19.164443 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.191028 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:19.194937 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:security_group_rule and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:19.197898 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:19.204840 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:19.283558 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.288110 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.333398 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec309bc-7b77-4f3f-a343-e0f79d51d843,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:19.337046 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.338354 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-1cb69f3c-5ad3-49b0-bd60-2d7d40575828 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2123399 Jan 17 17:40:19.341484 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36072) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:19.347546 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'security_group_rule': {'security_group_id': '1ec309bc-7b77-4f3f-a343-e0f79d51d843', 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:19.354008 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:19.358451 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:security_group_rule and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:19.361698 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:19.367796 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:19.391369 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.457653 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.461752 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.487986 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14e0534-23eb-4ead-a41f-965d218cd55c,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:19.497538 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.499774 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-a43cc826-93a6-4bf3-bb8f-47c30dbbf960 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570270 Jan 17 17:40:19.502212 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36076) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:19.507517 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'security_group_rule': {'security_group_id': '1ec309bc-7b77-4f3f-a343-e0f79d51d843', 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:19.513566 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:19.517949 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:security_group_rule and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:19.521026 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:19.526909 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:19.546359 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.630564 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.635787 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.662526 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f169d83c-3d55-4b83-a49d-39345062a136,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:19.673536 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.675019 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-4f303591-e893-4771-9760-58db3165ea07 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1716585 Jan 17 17:40:19.677463 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36080) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:19.682552 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'security_group_rule': {'security_group_id': '1ec309bc-7b77-4f3f-a343-e0f79d51d843', 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:19.689253 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:19.693663 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:security_group_rule and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:19.696991 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:19.704010 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:19.722414 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.790724 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.794578 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.820672 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5348f078-6d44-4258-9e58-d189014d2f03,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:19.831233 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.833586 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-223ffb63-d505-44ab-ba1d-d6cc68db7898 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540666 Jan 17 17:40:19.835344 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36084) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:19.840531 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'security_group_rule': {'security_group_id': '1ec309bc-7b77-4f3f-a343-e0f79d51d843', 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:19.847129 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:19.851560 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:security_group_rule and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:19.855159 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:19.861587 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:19.878613 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.959174 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.963826 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:19.990052 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea64626a-ab5f-4196-8fc1-4d3ee957cbc6,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:20.001130 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.002261 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-50ac75d0-9815-4d96-a66e-65c64f920c03 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1660085 Jan 17 17:40:20.005276 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36088) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:20.010871 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'security_group_rule': {'security_group_id': '1ec309bc-7b77-4f3f-a343-e0f79d51d843', 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:20.017608 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:20.021484 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:security_group_rule and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:20.024363 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:20.031435 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:20.041549 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.securitygroups_db [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Project f784d461044c4042b39d31c3c43cc8ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:40:20.048280 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.123490 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.127305 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.151294 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8b5615-babc-4dee-9634-267f1a8f814e,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:20.162062 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.163313 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570036 Jan 17 17:40:20.164748 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.165094 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.165432 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.165823 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.166095 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.166289 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36092) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:20.166865 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.166865 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.167050 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.167379 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.167696 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.168013 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.168332 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed731d40-d63f-4120-8189-ba9fccb0fcb6 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:20.172587 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'security_group_rule': {'security_group_id': '1ec309bc-7b77-4f3f-a343-e0f79d51d843', 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:20.178623 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:20.182608 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:security_group_rule and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:20.185964 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:20.191823 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:20.205338 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.securitygroups_db [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Project f784d461044c4042b39d31c3c43cc8ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:40:20.211844 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.287200 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.292206 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.317820 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda6e400-8ec8-4c7e-9d56-38813498979e,revision_number=0']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:20.328644 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.329891 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-f0af40ec-70e3-4e13-8aca-09ebf97fd99a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623397 Jan 17 17:40:20.349378 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-7b937f6d-eb1d-4b31-943d-1e6dc72c6654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.614725 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:20.691520 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:20.696734 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:20.697438 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.872750 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.894679 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:20.898998 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:20.971795 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:21.541605 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:21.900723 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:22.352999 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Sync routers for ids ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:40:22.363241 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Routers {'8302a9f5-a69d-4b74-9ec2-72510505bd8e'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:22.363827 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:40:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:22.544990 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Set router 8302a9f5-a69d-4b74-9ec2-72510505bd8e gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:22.597883 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:22.686406 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:22.686808 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:22.881244 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 4, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port': {'id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '32eec743-96f7-47d4-9348-b58d0e8e981e', 'name': '', 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'mac_address': 'fa:16:3e:89:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:16Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 2, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'subnets': [{'id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:22.886255 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Checking router: 8302a9f5-a69d-4b74-9ec2-72510505bd8e for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:40:22.886606 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Updating router 8302a9f5-a69d-4b74-9ec2-72510505bd8e port 32eec743-96f7-47d4-9348-b58d0e8e981e binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:40:22.946060 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:22.971887 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:23.308730 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:23.322264 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Transition to ACTIVE for port object 32eec743-96f7-47d4-9348-b58d0e8e981e will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:23.330343 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:23.502029 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9da483-7ba1-421e-91a8-948b19f0c43b None None] Pushing event updated for resources: {'Port': ['ID=32eec743-96f7-47d4-9348-b58d0e8e981e,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:23.575564 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Attempting to bind port 32eec743-96f7-47d4-9348-b58d0e8e981e on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:40:23.575934 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Attempting to bind port 32eec743-96f7-47d4-9348-b58d0e8e981e by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:40:23.576291 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Attempting to bind port 32eec743-96f7-47d4-9348-b58d0e8e981e on network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:40:23.582843 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:40:23.583215 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Checking segment: {'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:23.583616 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:23.583998 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Bound using segment: {'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:40:23.584459 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Bound port: 32eec743-96f7-47d4-9348-b58d0e8e981e, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8286eed-cd29-47a9-b44b-c74643d27400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:40:23.584845 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:23.684192 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] For port 32eec743-96f7-47d4-9348-b58d0e8e981e, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:40:23.687590 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] For port 32eec743-96f7-47d4-9348-b58d0e8e981e, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=32eec743-96f7-47d4-9348-b58d0e8e981e,segment=NetworkSegment(e8286eed-cd29-47a9-b44b-c74643d27400),segment_id=e8286eed-cd29-47a9-b44b-c74643d27400)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:40:23.692153 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:23.802926 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Routers {'8302a9f5-a69d-4b74-9ec2-72510505bd8e'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:23.803579 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:40:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:23.873621 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9da483-7ba1-421e-91a8-948b19f0c43b None None] Pushing event updated for resources: {'Port': ['ID=32eec743-96f7-47d4-9348-b58d0e8e981e,revision_number=4']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:23.999507 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] Set router 8302a9f5-a69d-4b74-9ec2-72510505bd8e gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:24.074857 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:24.349764 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 4, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port': {'id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '32eec743-96f7-47d4-9348-b58d0e8e981e', 'name': '', 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'mac_address': 'fa:16:3e:89:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:16Z', 'updated_at': '2022-01-17T17:40:23Z', 'revision_number': 4, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'subnets': [{'id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:24.353651 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a551d75-f49c-4372-8132-36f10ebcbd4f None None] The sync data for ids ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'] in dv-cinder-818883-2-iscsi is: [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 4, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port': {'id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '32eec743-96f7-47d4-9348-b58d0e8e981e', 'name': '', 'network_id': '5d48fceb-9186-4b75-a81d-07b4f0a2fd81', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'mac_address': 'fa:16:3e:89:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:16Z', 'updated_at': '2022-01-17T17:40:23Z', 'revision_number': 4, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'subnets': [{'id': '81e3f43a-2fde-4cd6-82d3-1c4f823650bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:40:24.611113 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 32eec743-96f7-47d4-9348-b58d0e8e981e up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:24.683512 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 32eec743-96f7-47d4-9348-b58d0e8e981e completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:24.689385 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 32eec743-96f7-47d4-9348-b58d0e8e981e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:24.689749 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:24.816377 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:24.852534 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 32eec743-96f7-47d4-9348-b58d0e8e981e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=32eec743-96f7-47d4-9348-b58d0e8e981e,segment=NetworkSegment(e8286eed-cd29-47a9-b44b-c74643d27400),segment_id=e8286eed-cd29-47a9-b44b-c74643d27400)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:24.856365 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:24.927191 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=32eec743-96f7-47d4-9348-b58d0e8e981e,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:26.594880 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 32eec743-96f7-47d4-9348-b58d0e8e981e up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:26.667921 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 32eec743-96f7-47d4-9348-b58d0e8e981e triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:26.668420 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:35.433718 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-ad731e9d-d59d-4e20-96c9-c9c8521c1032 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106940570&fields=id&tenant_id=f784d461044c4042b39d31c3c43cc8ec HTTP/1.1" status: 200 len: 267 time: 0.0551302 Jan 17 17:40:35.593319 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-f27a5cba-131e-457d-9361-ec2c2404eb19 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:35.594687 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-f27a5cba-131e-457d-9361-ec2c2404eb19 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 809 time: 0.1544776 Jan 17 17:40:35.609546 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-524b90b8-f928-41b7-8411-e2c24ac30928 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/quotas/f784d461044c4042b39d31c3c43cc8ec HTTP/1.1" status: 200 len: 375 time: 0.0089595 Jan 17 17:40:35.701378 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-90557f93-461c-47c6-b794-bbb544807530 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Synchronizing usage tracker for tenant:f784d461044c4042b39d31c3c43cc8ec on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:40:35.719658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-90557f93-461c-47c6-b794-bbb544807530 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Unset dirty status for tenant:f784d461044c4042b39d31c3c43cc8ec on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:40:35.720969 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-90557f93-461c-47c6-b794-bbb544807530 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057241 Jan 17 17:40:35.737565 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-fde4f51d-a7bf-40b8-9cb5-655df5b65cf6 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:40:35.739582 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-fde4f51d-a7bf-40b8-9cb5-655df5b65cf6 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065236 Jan 17 17:40:35.873086 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-2560ad59-743e-45d8-aef8-3d09cef7e7fa service neutron] 10.222.0.107 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277766 Jan 17 17:40:36.015621 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-5b492c35-83a1-479e-82c3-dffb9fab6e72 service neutron] 10.222.0.107 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368573 Jan 17 17:40:36.419759 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-d80ad11c-938f-4840-bab4-127797c22564 req-2eb8a6d8-1254-466a-bb74-40e8db6d5f2a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 210 time: 0.0450499 Jan 17 17:40:37.509919 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-eb887dc9-3efe-4114-ac61-7b350cce8e5b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:37.511451 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-eb887dc9-3efe-4114-ac61-7b350cce8e5b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 809 time: 0.1661751 Jan 17 17:40:37.590339 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-ee411934-9207-4895-b6b5-1e24642b266d req-b20a0f86-52ac-40a8-8108-629cd67e0fdf tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 210 time: 0.0564840 Jan 17 17:40:37.604839 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-6119ecf6-b4c7-4808-aade-64198a89d9cc tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f784d461044c4042b39d31c3c43cc8ec HTTP/1.1" status: 200 len: 379 time: 0.0848508 Jan 17 17:40:37.617120 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'port': {'device_id': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'admin_state_up': True, 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'security_groups': ['1ec309bc-7b77-4f3f-a343-e0f79d51d843']}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:37.754590 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:37.764897 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:37.775163 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Made reservation on behalf of f784d461044c4042b39d31c3c43cc8ec for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:40:37.778917 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:37.946555 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Allocated IP 172.20.0.12 (d3cfe199-032c-423d-8293-6971e0adb4dc/2ebe357a-bf04-4703-b1e3-ed881a3c2873/669aeb16-d13c-41c2-98ef-c687bd8fb3fc) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:40:38.152735 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:38.168944 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Transition to ACTIVE for port object 669aeb16-d13c-41c2-98ef-c687bd8fb3fc will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:38.195599 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:38.369881 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Network d3cfe199-032c-423d-8293-6971e0adb4dc is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:38.372997 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:38.376764 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:40:38.410602 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:38.448011 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:38.448610 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:38.475316 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-55522eac-a8e1-47cf-9b4a-3809ae52f86f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8658545 Jan 17 17:40:38.485423 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-2caca137-fb4e-446c-82ee-cfbafdeab46a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:40:38.486459 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-2caca137-fb4e-446c-82ee-cfbafdeab46a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053322 Jan 17 17:40:38.613593 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Request body: {'port': {'device_id': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:38.669211 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-c8364f31-d6f9-497b-b836-1f437866b37e None None] Provisioning for port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:38.674199 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-c8364f31-d6f9-497b-b836-1f437866b37e None None] Provisioning complete for port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:38.674564 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c8364f31-d6f9-497b-b836-1f437866b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:38.729646 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c8364f31-d6f9-497b-b836-1f437866b37e None None] Port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:40:38.736169 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:38.793098 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725f76d-8b9b-40e6-aa7d-5aba0503fed6 req-504040c4-ec70-4495-943b-20c85a9cc427 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:38.794613 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3725f76d-8b9b-40e6-aa7d-5aba0503fed6 req-504040c4-ec70-4495-943b-20c85a9cc427 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 932 time: 0.0857620 Jan 17 17:40:38.840034 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-3725f76d-8b9b-40e6-aa7d-5aba0503fed6 req-4bbe999d-36bc-40ef-98ce-26e220c64671 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Synchronizing usage tracker for tenant:f784d461044c4042b39d31c3c43cc8ec on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:40:38.857913 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-3725f76d-8b9b-40e6-aa7d-5aba0503fed6 req-4bbe999d-36bc-40ef-98ce-26e220c64671 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Unset dirty status for tenant:f784d461044c4042b39d31c3c43cc8ec on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:40:38.863583 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3725f76d-8b9b-40e6-aa7d-5aba0503fed6 req-4bbe999d-36bc-40ef-98ce-26e220c64671 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629759 Jan 17 17:40:39.096060 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669aeb16-d13c-41c2-98ef-c687bd8fb3fc {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:40:39.103668 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:39.124493 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Transition to ACTIVE for port object 669aeb16-d13c-41c2-98ef-c687bd8fb3fc will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:40:39.128842 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:39.261491 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Pushing event updated for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:39.373108 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Attempting to bind port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:40:39.373430 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Attempting to bind port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:40:39.373756 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Attempting to bind port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc on network d3cfe199-032c-423d-8293-6971e0adb4dc {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:40:39.380236 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc on network d3cfe199-032c-423d-8293-6971e0adb4dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:40:39.380553 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Attempting to bind port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc on network d3cfe199-032c-423d-8293-6971e0adb4dc {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:40:39.385869 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:40:39.386193 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Checking segment: {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:40:39.386565 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Bound using segment: {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:40:39.387017 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Bound port: 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bf88b5-3426-4cf1-b01a-567410b41815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:40:39.387355 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:39.475007 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:40:39.478320 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:40:39.483907 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:39.547653 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:39.548243 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:39.549649 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] 10.222.0.106 "PUT /v2.0/ports/669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 1094 time: 1.0574474 Jan 17 17:40:39.550621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:40:39.634042 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'status': 'completed', 'code': 200} Jan 17 17:40:39.647433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8d574-2eab-4ad6-bd8b-f839210c335a service neutron] Pushing event updated for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:39.682629 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-5699bd42-d263-4de9-8acb-f77817473e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:39.684345 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-5699bd42-d263-4de9-8acb-f77817473e5d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0856962 Jan 17 17:40:39.757757 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-816cc357-bcf5-4fa7-8d8c-518b07a86f52 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 217 time: 0.0669112 Jan 17 17:40:39.829975 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-17e6a256-18b0-42c5-af4a-8c24f3f03c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:39.831439 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-17e6a256-18b0-42c5-af4a-8c24f3f03c5d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0664842 Jan 17 17:40:39.906032 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-523a6f45-7bef-4b54-8f6b-dc657cfdb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:39.907539 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-523a6f45-7bef-4b54-8f6b-dc657cfdb290 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709279 Jan 17 17:40:40.044788 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-6a5fd8d7-88d4-4823-b506-a6e3be8b75c0 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315799 Jan 17 17:40:40.060279 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72949-bbd6-4f71-90e0-98056c71db9a req-2e94a77e-df7d-4f78-b2a9-806304421774 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:40.061830 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b1d72949-bbd6-4f71-90e0-98056c71db9a req-2e94a77e-df7d-4f78-b2a9-806304421774 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0889645 Jan 17 17:40:40.108305 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b1d72949-bbd6-4f71-90e0-98056c71db9a req-925722b1-3e4c-4fbc-99fd-94ec32ad9c1c tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406082 Jan 17 17:40:40.180293 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-70ed66a7-045a-4ca4-be49-b7734248d67f req-ef4a1b56-1281-4af7-b10c-dfbd9d321062 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285136 Jan 17 17:40:40.391474 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-3a9721a1-8c5e-4699-b1eb-8b869faa2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:40.392917 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-3a9721a1-8c5e-4699-b1eb-8b869faa2bd5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1097 time: 0.1692448 Jan 17 17:40:40.527759 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-7aa22ffc-2704-4f7b-9224-b7e994ede5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:40.529093 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-7aa22ffc-2704-4f7b-9224-b7e994ede5a2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1301968 Jan 17 17:40:40.601920 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-58fb58fa-ae97-4804-bf79-11f7f6673abf service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 217 time: 0.0661395 Jan 17 17:40:40.664278 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-20fbfa72-0aa7-4639-b1f5-d4dcf8476eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:40.665729 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-20fbfa72-0aa7-4639-b1f5-d4dcf8476eb7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0583959 Jan 17 17:40:40.744497 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-c18a6854-9f1d-420f-bcc8-14cf7bb59dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:40.745970 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-c18a6854-9f1d-420f-bcc8-14cf7bb59dc2 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746846 Jan 17 17:40:40.879359 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-84a594f0-d511-47db-b57c-64f0b05eb113 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260989 Jan 17 17:40:41.012744 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e97b959c-bc3a-4c6a-b81a-d2e1139725ff req-876201e2-72bf-4186-a175-5fad2efd3171 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285627 Jan 17 17:40:41.297423 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882572a-2932-4dae-bbda-35e6da7c3ee7 req-29911efd-897d-491a-af0d-45a0344517b8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:41.298126 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-d882572a-2932-4dae-bbda-35e6da7c3ee7 req-29911efd-897d-491a-af0d-45a0344517b8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Synchronizing usage tracker for tenant:f784d461044c4042b39d31c3c43cc8ec on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:40:41.315314 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-d882572a-2932-4dae-bbda-35e6da7c3ee7 req-29911efd-897d-491a-af0d-45a0344517b8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Unset dirty status for tenant:f784d461044c4042b39d31c3c43cc8ec on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:40:41.316516 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d882572a-2932-4dae-bbda-35e6da7c3ee7 req-29911efd-897d-491a-af0d-45a0344517b8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0978682 Jan 17 17:40:41.365781 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d882572a-2932-4dae-bbda-35e6da7c3ee7 req-e7275400-928a-4ff3-9619-c846b2e94440 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435646 Jan 17 17:40:42.566963 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad8f7-95ef-46aa-9fe8-a96e09d36ad1 req-71dbe8db-7881-43e8-b784-12edfc547dad tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:42.568443 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-351ad8f7-95ef-46aa-9fe8-a96e09d36ad1 req-71dbe8db-7881-43e8-b784-12edfc547dad tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0897293 Jan 17 17:40:42.619819 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-351ad8f7-95ef-46aa-9fe8-a96e09d36ad1 req-6b39e2a5-46f9-4071-a66b-762e09d3d697 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457821 Jan 17 17:40:43.814358 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e81aa-2ed7-4808-be2b-04c5dea763f6 req-34f127df-f955-4ce8-b8f9-ea706ee960cd tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:43.815976 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-730e81aa-2ed7-4808-be2b-04c5dea763f6 req-34f127df-f955-4ce8-b8f9-ea706ee960cd tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0875971 Jan 17 17:40:43.861116 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-730e81aa-2ed7-4808-be2b-04c5dea763f6 req-d3445fe3-13df-465c-bd25-8632af3ab1eb tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395951 Jan 17 17:40:45.045675 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88feebf-aeee-4374-aab0-2349ce7d533e req-ff6b0496-bb1c-4d22-a1ea-4eb4ee4d01f0 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:45.047175 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c88feebf-aeee-4374-aab0-2349ce7d533e req-ff6b0496-bb1c-4d22-a1ea-4eb4ee4d01f0 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0807807 Jan 17 17:40:45.095826 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c88feebf-aeee-4374-aab0-2349ce7d533e req-227684bd-0e4c-4715-b33c-3a6373f6566b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Jan 17 17:40:46.084299 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:40:46.298371 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033126e-3f88-41b4-885b-e342ed72e97f req-edab175d-bc69-4357-807f-d67670e40c0e tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:46.300513 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7033126e-3f88-41b4-885b-e342ed72e97f req-edab175d-bc69-4357-807f-d67670e40c0e tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0829852 Jan 17 17:40:46.345742 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7033126e-3f88-41b4-885b-e342ed72e97f req-07903e26-c16b-4623-9ccb-6291e7f630cf tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388658 Jan 17 17:40:47.536391 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f5529-a069-4dce-9f7e-6f60ea8b6881 req-f8d06305-19ca-4f33-8d61-eff82e4bb079 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:47.537894 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-182f5529-a069-4dce-9f7e-6f60ea8b6881 req-f8d06305-19ca-4f33-8d61-eff82e4bb079 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0831244 Jan 17 17:40:47.583945 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-182f5529-a069-4dce-9f7e-6f60ea8b6881 req-fec6e76c-a162-4f7c-8d8c-09ec872695b0 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402288 Jan 17 17:40:47.731104 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 669aeb16-d13c-41c2-98ef-c687bd8fb3fc details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:40:47.867092 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:47.881224 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'port_id': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'mac_address': 'fa:16:3e:e6:89:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:40:47.937104 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:47.957432 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669aeb16-d13c-41c2-98ef-c687bd8fb3fc {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:40:47.973936 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:47.977897 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:48.051685 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:48.106000 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-77d4bd55-8336-4618-a406-9739824dd58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:48.164579 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['669aeb16-d13c-41c2-98ef-c687bd8fb3fc'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:40:48.774786 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571b760-7388-4388-aed5-894beb58d240 req-1d3720bf-ce05-44da-8f9d-d1e6188daab4 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:48.776267 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0571b760-7388-4388-aed5-894beb58d240 req-1d3720bf-ce05-44da-8f9d-d1e6188daab4 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0859485 Jan 17 17:40:48.821158 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0571b760-7388-4388-aed5-894beb58d240 req-f36ccb35-032c-421b-aa3f-8f79c3b51cc2 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389755 Jan 17 17:40:49.746506 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 669aeb16-d13c-41c2-98ef-c687bd8fb3fc up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:40:49.849736 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:40:49.854850 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:40:49.855225 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:49.977013 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:50.005335 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:40:50.016186 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:40:50.021909 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:50.022387 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fd938-c722-45c4-a2f4-7f380955114b req-46850ac3-4c8b-428c-b8d2-c52acf38bb47 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:50.024101 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3a1fd938-c722-45c4-a2f4-7f380955114b req-46850ac3-4c8b-428c-b8d2-c52acf38bb47 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0954068 Jan 17 17:40:50.073275 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-3a1fd938-c722-45c4-a2f4-7f380955114b req-b0905570-b634-4f55-b080-bc64e37dcffd tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Jan 17 17:40:50.092133 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:50.118748 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'code': 200} Jan 17 17:40:50.351757 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f18a8adf-8d38-40dd-88df-aa7f3af6b97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:50.388149 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b582-9243-4c91-81ef-b0f0904e2d88 req-3adacde5-6991-47f0-b3a8-d964541d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:50.389629 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4a25b582-9243-4c91-81ef-b0f0904e2d88 req-3adacde5-6991-47f0-b3a8-d964541d0d29 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0742311 Jan 17 17:40:50.431243 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4a25b582-9243-4c91-81ef-b0f0904e2d88 req-08e77206-ed18-45ee-8343-a39db32e3055 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348694 Jan 17 17:40:51.289914 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bb4c5-f9a9-4b6a-a36a-f4eb9f1a08e9 req-14dd42f8-6b91-40b0-9cd0-3db4811ab8fe tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:51.291419 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9b7bb4c5-f9a9-4b6a-a36a-f4eb9f1a08e9 req-14dd42f8-6b91-40b0-9cd0-3db4811ab8fe tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0878880 Jan 17 17:40:51.337772 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9b7bb4c5-f9a9-4b6a-a36a-f4eb9f1a08e9 req-4c341d36-1bca-4eba-9482-36f8495144ae tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400913 Jan 17 17:40:51.544171 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:51.901368 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:52.539331 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7737f-98ff-44e3-ae89-2ab6127a6784 req-2d2901f6-9749-4738-85c1-62803152ba0e tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:52.540774 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-31a7737f-98ff-44e3-ae89-2ab6127a6784 req-2d2901f6-9749-4738-85c1-62803152ba0e tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0870726 Jan 17 17:40:52.588141 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-31a7737f-98ff-44e3-ae89-2ab6127a6784 req-6a4f3827-42f2-4a33-8e7e-04fda26694c5 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414009 Jan 17 17:40:52.780775 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b80ff-d5d9-44d2-b374-c22abc09b416 req-c6987acf-c69a-4763-8f70-8a322674e114 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:52.782216 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8a0b80ff-d5d9-44d2-b374-c22abc09b416 req-c6987acf-c69a-4763-8f70-8a322674e114 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0850947 Jan 17 17:40:52.827684 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8a0b80ff-d5d9-44d2-b374-c22abc09b416 req-fee82127-752f-4609-a73b-3c15d6d11ae7 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398283 Jan 17 17:40:52.850273 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36248) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:52.965981 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115cd26c-49e5-4613-8e03-df2b3511c211 tempest-TestShelveInstance-1958877154 tempest-TestShelveInstance-1958877154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:52.967546 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-115cd26c-49e5-4613-8e03-df2b3511c211 tempest-TestShelveInstance-1958877154 tempest-TestShelveInstance-1958877154-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1094 time: 0.1162376 Jan 17 17:40:52.970747 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36254) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:40:52.975256 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:52.975878 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'port_id': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:40:52.981797 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:40:52.985611 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Usage tracker for resource:floatingip and tenant:f784d461044c4042b39d31c3c43cc8ec is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:40:52.988927 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:40:52.994729 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:40:53.005000 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for floatingip, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:53.146659 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:53.298843 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Allocated IP 172.27.3.82 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/52b47f22-fa38-4583-892a-509726d6aa02) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:40:53.449255 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:53.479073 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:53.546381 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:40:53.549220 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:40:53.554421 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:40:53.685781 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'Port': ['ID=52b47f22-fa38-4583-892a-509726d6aa02,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:53.698700 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.699067 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.699455 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.699724 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.700048 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.700373 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.700678 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.700990 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.701303 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.701620 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.701925 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:53.702231 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:40:54.066353 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:54.098779 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:54.175140 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:54.390173 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:54.394841 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:54.510687 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event updated for resources: {'Port': ['ID=52b47f22-fa38-4583-892a-509726d6aa02,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:40:54.522152 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:54.706649 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Floating IP 099725a8-f499-4e09-b6a7-65852e477ceb associated. External IP: 172.27.3.82, port: 669aeb16-d13c-41c2-98ef-c687bd8fb3fc. Jan 17 17:40:55.071077 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Router ccc3bf09-171e-48df-b3a1-1a163c1aceab has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:40:55.355337 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:40:55.365589 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] Sync routers for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:40:55.375042 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:55.375655 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:40:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:55.381136 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:40:55.442342 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-4090a051-4b8a-4310-bcb9-fd4c96734829 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4706171 Jan 17 17:40:55.442930 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:40:55.541325 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'status': 'completed', 'code': 200} Jan 17 17:40:55.564995 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:55.634631 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-ea7866d3-5d38-405a-a033-f5ce7b126eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:55.636440 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-ea7866d3-5d38-405a-a033-f5ce7b126eca service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0744627 Jan 17 17:40:55.777175 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-07ba7233-3917-4e46-ba77-50dd2fe9b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:55.778649 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-07ba7233-3917-4e46-ba77-50dd2fe9b033 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1337619 Jan 17 17:40:55.884060 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-59c27ec6-3587-4192-9fdb-e7f939ed47f5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 999 time: 0.0989184 Jan 17 17:40:55.950565 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-192e2316-4924-45bc-b637-49a49d10c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:55.950911 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '099725a8-f499-4e09-b6a7-65852e477ceb', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'port_id': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'mac_address': 'fa:16:3e:e6:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:40:54Z', 'updated_at': '2022-01-17T17:40:54Z', 'revision_number': 0, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 5, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:55.951961 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-192e2316-4924-45bc-b637-49a49d10c760 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0624869 Jan 17 17:40:55.954931 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] Checking router: ccc3bf09-171e-48df-b3a1-1a163c1aceab for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:40:55.964263 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:40:55.964885 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:40:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:56.028217 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-0c84a8dd-6ea8-4538-b67f-c5555cf286ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:40:56.029809 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-0c84a8dd-6ea8-4538-b67f-c5555cf286ca service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718620 Jan 17 17:40:56.163788 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:40:56.263314 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-b7d16234-87ff-4993-b39e-5b14262ccb3b service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273896 Jan 17 17:40:56.408711 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-94e8a3d6-9685-49b4-b615-ca573f10b636 req-892fdbe0-15ea-4915-ab28-eea33d71d05a service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392462 Jan 17 17:40:56.525002 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '099725a8-f499-4e09-b6a7-65852e477ceb', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'port_id': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'mac_address': 'fa:16:3e:e6:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:40:54Z', 'updated_at': '2022-01-17T17:40:54Z', 'revision_number': 0, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 5, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:40:56.528963 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717845d-7247-419b-9af1-46a7baa9621b None None] The sync data for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi is: [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '099725a8-f499-4e09-b6a7-65852e477ceb', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'port_id': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'mac_address': 'fa:16:3e:e6:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:40:54Z', 'updated_at': '2022-01-17T17:40:54Z', 'revision_number': 0, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 5, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:40:56.741597 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ecd13b-8eb2-455d-b3f8-3acf48e61686 None None] New status for floating IP 099725a8-f499-4e09-b6a7-65852e477ceb: ACTIVE {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:41:06.766501 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-6750d39f-210f-43a8-9462-59b845e32c87 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747652 Jan 17 17:41:06.918812 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-be4a934e-3ecf-436b-962f-9321393ae2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:41:06.920318 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-be4a934e-3ecf-436b-962f-9321393ae2f3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0847116 Jan 17 17:41:07.071112 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-8c74942b-3a70-406f-adb1-80419a696262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:41:07.072567 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-8c74942b-3a70-406f-adb1-80419a696262 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1344676 Jan 17 17:41:07.177117 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-a189bd14-4d1d-4ecc-a274-7e0cad5d44b0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 1001 time: 0.0985894 Jan 17 17:41:07.239133 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-a29d0143-aa6e-4729-96e7-fb90fef6dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:41:07.241233 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-a29d0143-aa6e-4729-96e7-fb90fef6dcf1 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0586236 Jan 17 17:41:07.325019 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-17fbaab3-191a-47b7-9e0f-f6a99d505f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:41:07.326491 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-17fbaab3-191a-47b7-9e0f-f6a99d505f82 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788400 Jan 17 17:41:07.460041 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-e6eb6d22-49d1-42b3-8864-6870cf9ba26e service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267104 Jan 17 17:41:07.595484 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c2c97c8d-97e5-494e-9a00-a7896525b30c req-e01396c4-7cc6-4fce-990e-935ff6709249 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289058 Jan 17 17:41:18.107754 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e825a3e8-27ce-4596-a0de-4291f89aff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:20.354597 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-cb366054-d63d-4b26-8048-a802fcf9136c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:21.546354 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:21.905395 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:22.980022 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:23.083535 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:41:24.077725 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:48.111056 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-30403589-5c44-481d-a218-92122cb64dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:50.358048 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-312a482f-7d87-44ec-8cdf-cdf46638b4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:51.548428 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:51.908839 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:52.979160 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:41:54.086518 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:00.082215 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:42:07.200696 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-4e5fc277-12c8-4783-be84-e079548ec7a2 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753536 Jan 17 17:42:07.343744 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-83d39fca-eb84-4d92-a341-7bdfc41bab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:07.345229 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-83d39fca-eb84-4d92-a341-7bdfc41bab13 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0738726 Jan 17 17:42:07.498914 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-d94c0ca4-7e13-4bfd-990a-4445db94fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:07.500283 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-d94c0ca4-7e13-4bfd-990a-4445db94fca4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1358235 Jan 17 17:42:07.600289 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-bd2de5a8-30dc-4b9d-9da3-79a242db5450 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 1001 time: 0.0937436 Jan 17 17:42:07.666550 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-31023650-4bc5-4c34-b5ef-f7c003c4f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:07.667951 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-31023650-4bc5-4c34-b5ef-f7c003c4f964 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0625145 Jan 17 17:42:07.743941 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-802c2829-3088-48cf-a16f-ee21c0f74a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:07.745412 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-802c2829-3088-48cf-a16f-ee21c0f74a5f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720243 Jan 17 17:42:07.977971 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-8e757d91-e050-45a8-a481-6dd8845814f8 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268438 Jan 17 17:42:08.110282 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0095a5fb-2636-4ab1-8221-bf6f1055e83e req-1010c1ab-706d-4df8-9332-09b7b6a44e3f service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267910 Jan 17 17:42:18.113427 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-b50dd6cb-1abe-49c4-b644-d671b179305c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:20.359162 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ad49cc73-c480-4d53-a8b4-0f7a180ff546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:21.550957 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:21.911240 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:23.053791 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:24.101655 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:37.081037 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:42:45.016169 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ac336-080f-4dd4-af58-8c1bb30d90cb req-023681ed-d4df-41bb-8979-51a4cc919b37 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:45.018209 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-812ac336-080f-4dd4-af58-8c1bb30d90cb req-023681ed-d4df-41bb-8979-51a4cc919b37 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0967655 Jan 17 17:42:45.071877 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-812ac336-080f-4dd4-af58-8c1bb30d90cb req-ffce6765-35bb-4dbe-a854-bc917f5d509c tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466368 Jan 17 17:42:46.271645 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0e65a-682a-4266-9b49-b8445ca48e83 req-28be6d31-9284-45f6-bbc5-4eb750e66874 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:46.273219 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a7c0e65a-682a-4266-9b49-b8445ca48e83 req-28be6d31-9284-45f6-bbc5-4eb750e66874 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0820835 Jan 17 17:42:46.318351 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a7c0e65a-682a-4266-9b49-b8445ca48e83 req-7545140d-1d9d-485f-b5f1-1bfaf2d7a64d tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394118 Jan 17 17:42:47.512533 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d655-d5cd-46de-a69f-0166ca6bb2ec req-60d14812-f2f3-41f0-9893-6ebaeaea1a38 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:47.514002 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2aa4d655-d5cd-46de-a69f-0166ca6bb2ec req-60d14812-f2f3-41f0-9893-6ebaeaea1a38 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0816073 Jan 17 17:42:47.563968 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2aa4d655-d5cd-46de-a69f-0166ca6bb2ec req-e6ea1483-032d-4a86-8d3f-cd9b73513958 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440543 Jan 17 17:42:48.116644 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0aff6467-ffd2-40af-bf25-a8e8204766b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:48.755183 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b23ba-ad76-4fb6-be19-5d80430b6633 req-7595bd22-6bbe-47fe-9388-98171e0acf83 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:48.756583 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-788b23ba-ad76-4fb6-be19-5d80430b6633 req-7595bd22-6bbe-47fe-9388-98171e0acf83 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0851212 Jan 17 17:42:48.802867 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-788b23ba-ad76-4fb6-be19-5d80430b6633 req-442bd2d2-1106-4822-95e3-82b949fe7912 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404818 Jan 17 17:42:49.992998 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860734e8-ed32-43a6-951d-2684ea3d42c7 req-25752ff1-4114-4956-ae10-f524cb7cab99 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:49.994610 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-860734e8-ed32-43a6-951d-2684ea3d42c7 req-25752ff1-4114-4956-ae10-f524cb7cab99 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0838368 Jan 17 17:42:50.041191 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-860734e8-ed32-43a6-951d-2684ea3d42c7 req-36f77965-9abb-4c28-8a8f-f687077640fc tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411432 Jan 17 17:42:50.361726 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb602-78e5-462b-9d38-affd0b65f5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:51.227083 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ade1a-27d0-45fa-a246-ad5ae2d06304 req-4ebd7e71-ccfb-42f9-ae71-efc114d41861 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:51.228692 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab6ade1a-27d0-45fa-a246-ad5ae2d06304 req-4ebd7e71-ccfb-42f9-ae71-efc114d41861 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0818477 Jan 17 17:42:51.274336 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ab6ade1a-27d0-45fa-a246-ad5ae2d06304 req-6480c9b2-bf7d-4701-93ca-5064b6f81bc4 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398939 Jan 17 17:42:51.555270 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:51.915070 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:52.475611 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6afe-68ff-47ff-942a-c570b2141f59 req-044045eb-f556-4f5d-a561-fd3b0d86f376 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:52.477175 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d30a6afe-68ff-47ff-942a-c570b2141f59 req-044045eb-f556-4f5d-a561-fd3b0d86f376 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0878665 Jan 17 17:42:52.522737 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d30a6afe-68ff-47ff-942a-c570b2141f59 req-7b18aef7-7a99-4767-b092-7d099a29a5e0 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398512 Jan 17 17:42:53.058002 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:53.719232 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9a80c-a368-49e6-9cbe-7cbc3c2d90d3 req-c645c238-eeb0-45ca-bbe4-2801f367d996 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:53.721538 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0dc9a80c-a368-49e6-9cbe-7cbc3c2d90d3 req-c645c238-eeb0-45ca-bbe4-2801f367d996 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0866563 Jan 17 17:42:53.767178 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0dc9a80c-a368-49e6-9cbe-7cbc3c2d90d3 req-a4506704-49aa-4c22-8da7-2a5c15d87ea2 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390747 Jan 17 17:42:54.103432 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:42:54.963772 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137b311-397a-4fb6-897a-2990f450e299 req-df6308a2-f79b-4b41-bee2-ba3df5d2ab54 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:54.965559 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e137b311-397a-4fb6-897a-2990f450e299 req-df6308a2-f79b-4b41-bee2-ba3df5d2ab54 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0874298 Jan 17 17:42:55.011276 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e137b311-397a-4fb6-897a-2990f450e299 req-8aa50973-78d2-4edd-9a7f-a574c76adaa8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 Jan 17 17:42:55.109627 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-d7d19c94-e82a-484a-8938-3a9cd8a48f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:55.111129 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-d7d19c94-e82a-484a-8938-3a9cd8a48f23 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0830326 Jan 17 17:42:55.256725 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-008d6e00-2eaa-4405-8fe9-0255e56ac5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:55.258079 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-008d6e00-2eaa-4405-8fe9-0255e56ac5d3 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1415391 Jan 17 17:42:55.362593 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-6f6ecef6-7442-4c17-a844-af644ad7d6b4 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 1001 time: 0.0986545 Jan 17 17:42:55.424601 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-0b41d55c-9503-4511-a391-2fd2a88274ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:55.426030 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-0b41d55c-9503-4511-a391-2fd2a88274ad service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0575008 Jan 17 17:42:55.502109 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-9b518753-76ff-466b-aa3b-2aca7128463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:55.503601 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-9b518753-76ff-466b-aa3b-2aca7128463c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721164 Jan 17 17:42:55.639074 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-aa8c9270-587e-40dc-af27-776e6400d56c service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293702 Jan 17 17:42:55.788973 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5cd13fdf-8555-476c-88fe-62cdef8625f4 req-35cac55f-7d62-4e88-91c8-f954c17240fe service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435008 Jan 17 17:42:56.220917 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184f992-228e-4d79-ab3d-c46f7094c983 req-b76c223a-7b75-43f5-87ba-f4dbcf96513b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:56.222428 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e184f992-228e-4d79-ab3d-c46f7094c983 req-b76c223a-7b75-43f5-87ba-f4dbcf96513b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0844245 Jan 17 17:42:56.270912 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e184f992-228e-4d79-ab3d-c46f7094c983 req-2782c9e2-8bee-4d84-991c-6bd81b0fe2dc tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412238 Jan 17 17:42:57.464852 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c27a23-c13e-4fa2-b686-fa8d349e4b56 req-0a2ca996-eb8b-42d9-8f64-77df79d11b6d tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:57.466296 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-13c27a23-c13e-4fa2-b686-fa8d349e4b56 req-0a2ca996-eb8b-42d9-8f64-77df79d11b6d tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0849237 Jan 17 17:42:57.510686 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-13c27a23-c13e-4fa2-b686-fa8d349e4b56 req-588e0b44-eb63-4bcf-a57e-817fc9dd0a38 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383861 Jan 17 17:42:58.700457 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b7f4-29cc-4193-9fd1-44dac020fd9c req-fb3c862d-9c7e-405c-b778-ad3999cc67e3 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:42:58.701913 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1f34b7f4-29cc-4193-9fd1-44dac020fd9c req-fb3c862d-9c7e-405c-b778-ad3999cc67e3 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0856409 Jan 17 17:42:58.751987 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1f34b7f4-29cc-4193-9fd1-44dac020fd9c req-55b4cb3d-6e7f-42ca-a477-fce889a05d0c tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443490 Jan 17 17:43:00.043401 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-12b64eca-6487-40fb-b0de-1ad7594ea186 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725625 Jan 17 17:43:00.115194 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b566f-cf71-4a9f-b52a-3c821cf8eda6 req-b96fb2e5-63d8-43de-8583-f9a899aaf7d8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:00.116639 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-161b566f-cf71-4a9f-b52a-3c821cf8eda6 req-b96fb2e5-63d8-43de-8583-f9a899aaf7d8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0859125 Jan 17 17:43:00.160282 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-161b566f-cf71-4a9f-b52a-3c821cf8eda6 req-2b7ef255-75d5-400d-960e-34800d31971f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379112 Jan 17 17:43:00.446433 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 669aeb16-d13c-41c2-98ef-c687bd8fb3fc no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:43:00.571967 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:00.604301 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:43:00.615072 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:43:00.620178 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:00.658648 dv-cinder-818883-2-iscsi neutron-server[86777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'code': 422} returned with failed status Jan 17 17:43:00.697577 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=6']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:43:00.705249 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.705599 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.705948 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.706278 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.706612 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.706978 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.707303 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.707628 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.707963 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.708283 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.708596 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:00.708913 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:43:01.357688 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5949-0159-49c4-9a93-4c3d9be094d3 req-a7a8b9fa-cec0-45fc-9b4d-164045508f1b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:01.359147 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a13d5949-0159-49c4-9a93-4c3d9be094d3 req-a7a8b9fa-cec0-45fc-9b4d-164045508f1b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0849161 Jan 17 17:43:01.404355 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a13d5949-0159-49c4-9a93-4c3d9be094d3 req-a4c3de8f-a894-4751-a9a8-c3f3c04d90d5 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389695 Jan 17 17:43:02.610524 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dda8dc-72c9-4c0c-a9fd-eea796dea949 req-00367fe2-d58a-4b3e-939c-7c90b3f9d2d1 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:02.611971 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-32dda8dc-72c9-4c0c-a9fd-eea796dea949 req-00367fe2-d58a-4b3e-939c-7c90b3f9d2d1 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0909390 Jan 17 17:43:02.658174 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-32dda8dc-72c9-4c0c-a9fd-eea796dea949 req-e99733da-5a1f-4ad3-b31e-3b3e242a436f tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401473 Jan 17 17:43:03.859034 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f094a33-2864-4790-8f6b-c7f685eb8298 req-bbb33d4b-cd70-4a10-b34d-0356ca65965d tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:03.861123 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6f094a33-2864-4790-8f6b-c7f685eb8298 req-bbb33d4b-cd70-4a10-b34d-0356ca65965d tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0976610 Jan 17 17:43:03.913836 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6f094a33-2864-4790-8f6b-c7f685eb8298 req-3703cfff-72ab-405b-8c61-90f99c32a1d9 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470908 Jan 17 17:43:05.106147 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc45335-78ad-4eac-b9e7-b708b523669d req-27b1b3b9-ff48-4d14-9f1b-34e8327b83da tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:05.107649 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bbc45335-78ad-4eac-b9e7-b708b523669d req-27b1b3b9-ff48-4d14-9f1b-34e8327b83da tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0880649 Jan 17 17:43:05.267071 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bbc45335-78ad-4eac-b9e7-b708b523669d req-91fc8b68-9539-4915-8fd3-069d052c0bbd tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536078 Jan 17 17:43:06.093061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-16adf01d-15dc-47b6-b259-8dfa10fce270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:06.094454 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-16adf01d-15dc-47b6-b259-8dfa10fce270 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4&tenant_id=f784d461044c4042b39d31c3c43cc8ec HTTP/1.1" status: 200 len: 1097 time: 0.0717089 Jan 17 17:43:06.193710 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-8f8fde07-9e87-4121-a1b8-5d89d6845068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:06.195223 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-8f8fde07-9e87-4121-a1b8-5d89d6845068 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0790575 Jan 17 17:43:06.333232 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-76ee3a2c-d615-42fd-9f90-4216c3b4bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:06.334966 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-76ee3a2c-d615-42fd-9f90-4216c3b4bfc5 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1340613 Jan 17 17:43:06.449027 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-5da4dd27-8bb5-4b8d-950c-fc39fa22266f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 999 time: 0.1083729 Jan 17 17:43:06.460304 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f99dbe-1780-4120-9208-75c17bfff34a req-28a0d305-fbda-452a-af67-9ccd66a3b416 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:06.462056 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-59f99dbe-1780-4120-9208-75c17bfff34a req-28a0d305-fbda-452a-af67-9ccd66a3b416 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0856428 Jan 17 17:43:06.512884 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-59f99dbe-1780-4120-9208-75c17bfff34a req-e40713cd-d11b-4d19-8646-3fa782f004c2 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448706 Jan 17 17:43:06.519708 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-95e06708-98e1-440f-8d0d-75cddca2c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:06.522096 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-95e06708-98e1-440f-8d0d-75cddca2c0ae service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0677650 Jan 17 17:43:06.598578 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-5b95f9d6-48c7-4529-a832-6816cfd3c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:06.600563 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-5b95f9d6-48c7-4529-a832-6816cfd3c535 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729921 Jan 17 17:43:06.735135 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-b49ed6b5-277d-4b8b-9261-1755559e284e service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288500 Jan 17 17:43:06.876937 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-cf7ccf46-69ed-402b-9db1-fb5ad10ba274 req-69822613-9eeb-476f-bb47-2726767e2aab service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358616 Jan 17 17:43:07.286452 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-4ea2b11f-d9da-4033-a462-874314f34e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:07.287945 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-4ea2b11f-d9da-4033-a462-874314f34e9f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0750458 Jan 17 17:43:07.434331 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-ce5cb26c-0af8-4bc6-b7f6-af4d55116f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:07.435809 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-ce5cb26c-0af8-4bc6-b7f6-af4d55116f8c service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1301017 Jan 17 17:43:07.546548 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-1e633cff-7fd8-48b8-8046-7d534806cb30 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 999 time: 0.1036963 Jan 17 17:43:07.619978 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-71bd4489-de88-4251-9e7c-bd66c20b0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:07.621434 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-71bd4489-de88-4251-9e7c-bd66c20b0143 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0687339 Jan 17 17:43:07.772959 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0351b9-9ffb-4271-8468-1a46d816438c req-29e8bd7c-38e8-4741-889a-e8c7b420338d tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:07.774412 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dd0351b9-9ffb-4271-8468-1a46d816438c req-29e8bd7c-38e8-4741-889a-e8c7b420338d tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.1521273 Jan 17 17:43:07.777006 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-b59041e7-f040-496a-8ded-8d11ba054bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:07.778334 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-b59041e7-f040-496a-8ded-8d11ba054bb8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1241927 Jan 17 17:43:07.910499 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dd0351b9-9ffb-4271-8468-1a46d816438c req-6dc9869b-f79f-4b1b-bb97-7a31da2814af tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301243 Jan 17 17:43:07.949504 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-90978ba6-c5ca-47bb-91f7-20468fd516da service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482546 Jan 17 17:43:08.180943 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9f0f4a47-e4d2-4cd5-9966-daee27c402b8 req-d8e579a8-2f14-40f4-bf7a-7d72842f7404 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257547 Jan 17 17:43:09.095850 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fea201-acf4-4f45-ba6c-d743d0912f49 req-3e1dbdc5-2e43-4463-b1f9-f57286bec2f5 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:09.097468 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e8fea201-acf4-4f45-ba6c-d743d0912f49 req-3e1dbdc5-2e43-4463-b1f9-f57286bec2f5 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0814359 Jan 17 17:43:09.142164 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-e8fea201-acf4-4f45-ba6c-d743d0912f49 req-0127ce2a-70e8-40d7-80aa-48f6a443c851 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389130 Jan 17 17:43:10.345658 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031cd36-55c8-44c1-aa0f-b3f810d1c841 req-30dcfae3-7921-4fe1-ac19-631e80f0dc26 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:10.347390 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1031cd36-55c8-44c1-aa0f-b3f810d1c841 req-30dcfae3-7921-4fe1-ac19-631e80f0dc26 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0911019 Jan 17 17:43:10.392241 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1031cd36-55c8-44c1-aa0f-b3f810d1c841 req-3952f8d1-e1c9-4f3c-a503-258d06a4cb32 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382361 Jan 17 17:43:11.583220 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175440-e663-4894-848e-109866c2c82c req-74585f08-d143-48a1-94cd-87f061ac499e tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:11.584682 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0b175440-e663-4894-848e-109866c2c82c req-74585f08-d143-48a1-94cd-87f061ac499e tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0870521 Jan 17 17:43:11.630547 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0b175440-e663-4894-848e-109866c2c82c req-00e55988-c12f-451a-9d8c-31985ec3e1ae tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398798 Jan 17 17:43:12.819015 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefe53b-9885-49cc-b086-9931209a8210 req-b86f272d-ad90-43a5-80df-950fe42f0561 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:12.820481 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cefe53b-9885-49cc-b086-9931209a8210 req-b86f272d-ad90-43a5-80df-950fe42f0561 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0810282 Jan 17 17:43:12.866776 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3cefe53b-9885-49cc-b086-9931209a8210 req-8a2812e9-0196-46f0-8ed6-45bddc21fcc9 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405898 Jan 17 17:43:14.051646 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c619-18ff-4578-95c3-c4faca5a5fe9 req-bfa1417c-deff-4b17-b810-42d84adbfcb7 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:14.053085 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2ef3c619-18ff-4578-95c3-c4faca5a5fe9 req-bfa1417c-deff-4b17-b810-42d84adbfcb7 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0802820 Jan 17 17:43:14.079545 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:43:14.098736 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2ef3c619-18ff-4578-95c3-c4faca5a5fe9 req-e099a8e9-94a8-47b2-abab-6908ef1b8c39 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Jan 17 17:43:14.539215 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 669aeb16-d13c-41c2-98ef-c687bd8fb3fc details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:43:14.676028 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:43:14.689068 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'port_id': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'mac_address': 'fa:16:3e:e6:89:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:43:14.747139 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:14.765784 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669aeb16-d13c-41c2-98ef-c687bd8fb3fc {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:43:14.780253 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:43:14.784339 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:14.856524 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=7']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:43:15.001891 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['669aeb16-d13c-41c2-98ef-c687bd8fb3fc'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:43:15.286361 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155daff-dea4-4a4d-9999-950b5bd46a8e req-a5ecd3d5-45e4-4fad-97d6-050684af7547 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:15.288021 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8155daff-dea4-4a4d-9999-950b5bd46a8e req-a5ecd3d5-45e4-4fad-97d6-050684af7547 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0838675 Jan 17 17:43:15.332732 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8155daff-dea4-4a4d-9999-950b5bd46a8e req-67867fb2-b5c5-41da-bfce-8ea0ae34409d tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385058 Jan 17 17:43:16.521829 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2c43-fc06-4522-8e7d-097df2185d6b req-e3f6bf16-acd6-4961-b5fd-d965870f51bb tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:16.523289 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1d5a2c43-fc06-4522-8e7d-097df2185d6b req-e3f6bf16-acd6-4961-b5fd-d965870f51bb tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0851092 Jan 17 17:43:16.553969 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 669aeb16-d13c-41c2-98ef-c687bd8fb3fc up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:43:16.569534 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1d5a2c43-fc06-4522-8e7d-097df2185d6b req-c3ed3199-296a-41df-8185-0a6b7668e1db tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406001 Jan 17 17:43:16.626193 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:43:16.626537 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:16.742720 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:16.772750 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:43:16.782530 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:43:16.786671 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:16.825508 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'code': 200} Jan 17 17:43:16.859490 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=8']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:43:17.089262 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d747208-1357-48cf-aba0-01c1060a6c3f req-d0bde985-eea4-4823-a3e1-3421361d37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:17.090929 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d747208-1357-48cf-aba0-01c1060a6c3f req-d0bde985-eea4-4823-a3e1-3421361d37ed service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0702832 Jan 17 17:43:17.135139 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0d747208-1357-48cf-aba0-01c1060a6c3f req-6742fdf4-2f1a-44f9-97c8-1a9ec056938d service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388310 Jan 17 17:43:17.756632 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ac95b-2ee8-4ed5-871b-e26699510aa5 req-cd05e94e-abe3-4bfc-b938-2a49545f0088 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:17.757987 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9f1ac95b-2ee8-4ed5-871b-e26699510aa5 req-cd05e94e-abe3-4bfc-b938-2a49545f0088 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0828154 Jan 17 17:43:17.802190 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9f1ac95b-2ee8-4ed5-871b-e26699510aa5 req-aee9232f-28ef-4b22-bf4e-1c0b5c5718ae tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386267 Jan 17 17:43:18.118420 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fa754311-0441-4bb5-ab0f-3ca218dddd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:18.990975 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ec0fa-ddd1-491d-b041-8356d4b38d4f req-4b848bf9-a974-41d6-847c-bafdc2792238 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:43:18.992427 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-350ec0fa-ddd1-491d-b041-8356d4b38d4f req-4b848bf9-a974-41d6-847c-bafdc2792238 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0797513 Jan 17 17:43:19.036922 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-350ec0fa-ddd1-491d-b041-8356d4b38d4f req-99cca30b-6703-42cd-be63-991bac62fd76 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388246 Jan 17 17:43:20.366151 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-33b69999-18ae-4c9c-bf77-1d35e072866e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:21.558352 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:21.917203 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:23.059740 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:24.109570 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:48.121289 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f1d69813-b893-4f80-a975-220f5aa4813a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:50.368767 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-4d5b5b27-24b7-4e1d-a5e4-d61315ed70cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:51.079196 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:43:51.565054 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:51.919776 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:53.061566 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:43:54.131268 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:08.210226 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-98d2559c-a090-40af-b596-578ec122b18d service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737374 Jan 17 17:44:08.366004 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-b2a160ad-0509-4ed8-b41e-24659e251f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:08.367497 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-b2a160ad-0509-4ed8-b41e-24659e251f02 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0790937 Jan 17 17:44:08.512148 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-5df50e17-a12a-42d6-b237-53f7c272a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:08.513520 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-5df50e17-a12a-42d6-b237-53f7c272a162 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1290967 Jan 17 17:44:08.624530 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-2eaf2e4a-16f9-4dd6-bf31-59ab5c39bec5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 1001 time: 0.1039269 Jan 17 17:44:08.687944 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-9f327c6c-ca8c-492c-97ca-e9bebbe55b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:08.689373 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-9f327c6c-ca8c-492c-97ca-e9bebbe55b7c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0587115 Jan 17 17:44:08.772339 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-eae81cf6-611e-45e3-98a1-5ce6007a34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:08.773714 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-eae81cf6-611e-45e3-98a1-5ce6007a34c3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787442 Jan 17 17:44:08.911403 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-86e15166-7475-4e9e-b416-b62d07531c93 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314178 Jan 17 17:44:09.045709 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-3360ee4d-97ee-4adf-9027-0addd7259368 req-e1736af3-0bc5-4022-a819-a39ac2dfd09b service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287293 Jan 17 17:44:18.123976 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a90fd786-dd0f-4007-bcdc-30700ef11692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:20.373773 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-4380d38c-9653-47e1-972e-f683baee38eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:21.557757 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:21.922560 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:23.063799 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:24.146065 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:28.079129 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:44:31.081757 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36386) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:31.379277 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Deleting port 52b47f22-fa38-4583-892a-509726d6aa02 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:31.379752 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:31.571478 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:31.571805 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:31.715177 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Calling delete_port for 52b47f22-fa38-4583-892a-509726d6aa02 owned by network:floatingip {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:31.876372 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:31.926031 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event deleted for resources: {'Port': ['ID=52b47f22-fa38-4583-892a-509726d6aa02,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:31.995409 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.995746 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.996086 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.996431 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.996762 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.997096 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.997424 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.997750 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.998080 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.998401 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.998719 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:31.999066 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:32.030958 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for floatingip, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:32.031268 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Floating IP 099725a8-f499-4e09-b6a7-65852e477ceb disassociated (deleted). External IP: 172.27.3.82, port: 669aeb16-d13c-41c2-98ef-c687bd8fb3fc. Jan 17 17:44:32.401140 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Router ccc3bf09-171e-48df-b3a1-1a163c1aceab has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:44:32.585949 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:44:32.597803 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] Sync routers for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:44:32.607737 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:32.609028 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:32.609647 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:32.665311 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b677fd4a-7172-477d-984c-c88b1691e6e8 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "DELETE /v2.0/floatingips/099725a8-f499-4e09-b6a7-65852e477ceb HTTP/1.1" status: 204 len: 168 time: 1.5821011 Jan 17 17:44:32.665812 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:44:32.713993 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'status': 'completed', 'code': 200} Jan 17 17:44:32.810144 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-3c39569b-3f4e-4180-92b2-0d4a8bb2e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:32.812453 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-3c39569b-3f4e-4180-92b2-0d4a8bb2e225 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=f784d461044c4042b39d31c3c43cc8ec&device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 1099 time: 0.0767810 Jan 17 17:44:32.856033 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:32.971802 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-9bf9c18d-6119-4b78-a7ee-a4a2eb4271a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:32.971802 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-9bf9c18d-6119-4b78-a7ee-a4a2eb4271a4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 200 len: 910 time: 0.1509025 Jan 17 17:44:33.178040 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-d678a6ea-a42b-49de-9f04-2e51b13927bf service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 200 len: 217 time: 0.2020042 Jan 17 17:44:33.209463 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 5, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:33.213504 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] Checking router: ccc3bf09-171e-48df-b3a1-1a163c1aceab for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:44:33.222203 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:33.222754 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:33.261006 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-d0c155a4-b169-4ec0-88cc-92ef868b74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:33.262445 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-d0c155a4-b169-4ec0-88cc-92ef868b74fa service neutron] 10.222.0.106 "GET /v2.0/subnets?id=2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 200 len: 848 time: 0.0783916 Jan 17 17:44:33.326636 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789ee34-e5f5-43be-97d3-89d15ce2441a req-4b978c9d-bfa5-43b9-b0f5-da2040500d3c tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:33.328465 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e789ee34-e5f5-43be-97d3-89d15ce2441a req-4b978c9d-bfa5-43b9-b0f5-da2040500d3c tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.1886322 Jan 17 17:44:33.390204 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e789ee34-e5f5-43be-97d3-89d15ce2441a req-87fcd5d4-0d31-4d07-9140-8ada0517cab4 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528450 Jan 17 17:44:33.399303 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-6e984b43-1ce0-4303-a2a3-cbc73c82fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:33.400156 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-6e984b43-1ce0-4303-a2a3-cbc73c82fc7f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d3cfe199-032c-423d-8293-6971e0adb4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1305788 Jan 17 17:44:33.430099 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:33.541315 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-29a67052-bb86-4ef4-a1d9-47b861036242 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338127 Jan 17 17:44:33.700029 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bd764c2f-616e-48d0-9969-41b50bdd3c40 req-2f99f1e4-f4fc-460e-ae89-7880d0415fe0 service neutron] 10.222.0.106 "GET /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525013 Jan 17 17:44:33.786004 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 5, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:33.792650 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe98e5-76e4-405f-ba04-9c588ec4ed1c None None] The sync data for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi is: [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:10Z', 'revision_number': 4, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '42482305-c0cb-4d7d-bfb7-b6fe6add67f0', 'name': '', 'network_id': 'd3cfe199-032c-423d-8293-6971e0adb4dc', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'mac_address': 'fa:16:3e:f6:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:09Z', 'updated_at': '2022-01-17T17:40:17Z', 'revision_number': 5, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'subnets': [{'id': '2ebe357a-bf04-4703-b1e3-ed881a3c2873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:44:34.014944 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a391de7-8da4-432a-9470-8a13067daa55 None None] New status for floating IP 099725a8-f499-4e09-b6a7-65852e477ceb: DOWN {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:44:34.584294 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715164e5-2cb4-4a1b-984e-10936875e620 req-c6355baa-29e3-4f8f-973a-0c3e824f186b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:34.585667 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-715164e5-2cb4-4a1b-984e-10936875e620 req-c6355baa-29e3-4f8f-973a-0c3e824f186b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Synchronizing usage tracker for tenant:f784d461044c4042b39d31c3c43cc8ec on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:44:34.602266 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-715164e5-2cb4-4a1b-984e-10936875e620 req-c6355baa-29e3-4f8f-973a-0c3e824f186b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Unset dirty status for tenant:f784d461044c4042b39d31c3c43cc8ec on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:44:34.603564 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-715164e5-2cb4-4a1b-984e-10936875e620 req-c6355baa-29e3-4f8f-973a-0c3e824f186b tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.1031892 Jan 17 17:44:34.624044 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-56dc2b22-464c-4f40-ac61-011bdebca4dd tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:34.625540 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-56dc2b22-464c-4f40-ac61-011bdebca4dd tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.106 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0849428 Jan 17 17:44:34.702057 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Deleting port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:34.702398 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:34.756364 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-715164e5-2cb4-4a1b-984e-10936875e620 req-a40ea73d-d762-4229-8420-0987884b336a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ec309bc-7b77-4f3f-a343-e0f79d51d843&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457713 Jan 17 17:44:34.956990 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] For port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:34.957337 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:35.085665 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Calling delete_port for 669aeb16-d13c-41c2-98ef-c687bd8fb3fc owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:35.230545 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:35.285439 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event deleted for resources: {'Port': ['ID=669aeb16-d13c-41c2-98ef-c687bd8fb3fc,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:35.332178 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.332522 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.332860 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.333192 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.333532 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.333846 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.334164 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.334486 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.334831 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.335154 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.335470 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.335831 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:35.380029 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] No DVR routers for this DVR port 669aeb16-d13c-41c2-98ef-c687bd8fb3fc on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:44:35.382474 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:35.384973 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'name': 'network-vif-deleted', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:44:35.402814 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-45e6459d-1449-4800-9c06-7ea8a5340d0d req-06bbf9dc-ad35-4bb0-9749-7c6e93dc8a92 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.106 "DELETE /v2.0/ports/669aeb16-d13c-41c2-98ef-c687bd8fb3fc HTTP/1.1" status: 204 len: 173 time: 0.7724214 Jan 17 17:44:35.530109 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34578f6-116b-471c-bc3d-99df5a29f6e4', 'name': 'network-vif-deleted', 'tag': '669aeb16-d13c-41c2-98ef-c687bd8fb3fc', 'status': 'completed', 'code': 200} Jan 17 17:44:35.910521 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-516af432-4167-4fed-a109-a36df9312fdf req-fa70af78-71ad-4689-80e7-10ca8a25b589 tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "GET /v2.0/ports?device_id=f34578f6-116b-471c-bc3d-99df5a29f6e4 HTTP/1.1" status: 200 len: 210 time: 0.0454698 Jan 17 17:44:37.007666 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36408) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:37.078997 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f85df1a8-da9f-402e-a554-75db9a7c5b5a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:37.111628 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f85df1a8-da9f-402e-a554-75db9a7c5b5a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:37.187176 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f85df1a8-da9f-402e-a554-75db9a7c5b5a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:37.206875 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85df1a8-da9f-402e-a554-75db9a7c5b5a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec309bc-7b77-4f3f-a343-e0f79d51d843,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:37.218895 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f85df1a8-da9f-402e-a554-75db9a7c5b5a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:37.220007 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-f85df1a8-da9f-402e-a554-75db9a7c5b5a tempest-TestShelveInstance-2134824405 tempest-TestShelveInstance-2134824405-project] 10.222.0.107 "DELETE /v2.0/security-groups/1ec309bc-7b77-4f3f-a343-e0f79d51d843 HTTP/1.1" status: 204 len: 168 time: 0.2113698 Jan 17 17:44:37.267670 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36414) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:37.828903 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:38.189498 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Deleting port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:38.190238 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:38.364470 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] For port 42482305-c0cb-4d7d-bfb7-b6fe6add67f0, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:38.364822 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:38.493332 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Calling delete_port for 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 owned by network:router_interface {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:38.768172 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:38.843110 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=42482305-c0cb-4d7d-bfb7-b6fe6add67f0,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:38.882065 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 669aeb16-d13c-41c2-98ef-c687bd8fb3fc no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:44:38.926726 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 669aeb16-d13c-41c2-98ef-c687bd8fb3fc {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:44:38.927148 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 669aeb16-d13c-41c2-98ef-c687bd8fb3fc not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:44:39.096325 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:39.462521 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Router ccc3bf09-171e-48df-b3a1-1a163c1aceab has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:44:39.642459 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:44:39.651308 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] Sync routers for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:44:39.655408 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-f77aa3b9-301f-4247-a9cc-ecb951be3bf0 admin admin] 10.222.0.107 "PUT /v2.0/routers/ccc3bf09-171e-48df-b3a1-1a163c1aceab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3857920 Jan 17 17:44:39.658095 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36418) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:39.661114 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:39.661730 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:39.856964 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:39.941255 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks [] for router, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:40.126328 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:40.136409 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Deleting port d09cd4c8-802b-46fa-b3cc-db8a0a42d068 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:40.136797 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:40.188645 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:44:38Z', 'revision_number': 5, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port': {'id': 'd09cd4c8-802b-46fa-b3cc-db8a0a42d068', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:40.192508 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] Checking router: ccc3bf09-171e-48df-b3a1-1a163c1aceab for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:44:40.202008 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] Routers {'ccc3bf09-171e-48df-b3a1-1a163c1aceab'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:40.202638 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:40.316654 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] For port d09cd4c8-802b-46fa-b3cc-db8a0a42d068, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=d09cd4c8-802b-46fa-b3cc-db8a0a42d068,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:40.317001 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:40.354011 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] Set router ccc3bf09-171e-48df-b3a1-1a163c1aceab gateway port host: None {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:40.441547 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Calling delete_port for d09cd4c8-802b-46fa-b3cc-db8a0a42d068 owned by network:router_gateway {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:40.463597 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:44:40Z', 'revision_number': 6, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:40.468239 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82818b9-d2d1-4e4a-b4ed-d3af3b904930 None None] The sync data for ids ['ccc3bf09-171e-48df-b3a1-1a163c1aceab'] in dv-cinder-818883-2-iscsi is: [{'id': 'ccc3bf09-171e-48df-b3a1-1a163c1aceab', 'name': 'tempest-TestShelveInstance-1462218078-router', 'tenant_id': 'f784d461044c4042b39d31c3c43cc8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:06Z', 'updated_at': '2022-01-17T17:44:40Z', 'revision_number': 6, 'project_id': 'f784d461044c4042b39d31c3c43cc8ec', 'gw_port_host': None}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:44:40.766901 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:40.821338 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09cd4c8-802b-46fa-b3cc-db8a0a42d068,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:40.884530 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:44:40.919815 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:40.927106 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:44:40.927425 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 42482305-c0cb-4d7d-bfb7-b6fe6add67f0 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:44:41.094241 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.096332 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.119851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.120433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc3bf09-171e-48df-b3a1-1a163c1aceab {{(pid=86775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:44:41.141023 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.142162 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-710f65f2-8089-4637-bdf4-5dfb1950b828 admin admin] 10.222.0.107 "DELETE /v2.0/routers/ccc3bf09-171e-48df-b3a1-1a163c1aceab HTTP/1.1" status: 204 len: 168 time: 1.4831154 Jan 17 17:44:41.144861 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36422) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:41.214085 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00ed37b-ac59-4b77-9cb9-5c0cb61d5375 admin admin] Deleting subnet 2ebe357a-bf04-4703-b1e3-ed881a3c2873 {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:44:41.217123 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d00ed37b-ac59-4b77-9cb9-5c0cb61d5375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.272427 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d00ed37b-ac59-4b77-9cb9-5c0cb61d5375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410311'] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.470733 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d00ed37b-ac59-4b77-9cb9-5c0cb61d5375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.546011 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d00ed37b-ac59-4b77-9cb9-5c0cb61d5375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2196179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684697'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.589461 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d00ed37b-ac59-4b77-9cb9-5c0cb61d5375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.592345 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ed37b-ac59-4b77-9cb9-5c0cb61d5375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebe357a-bf04-4703-b1e3-ed881a3c2873,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:41.594586 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d2914-056f-42a2-af4d-24105f6d821b None None] Network d3cfe199-032c-423d-8293-6971e0adb4dc requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:44:41.600841 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d00ed37b-ac59-4b77-9cb9-5c0cb61d5375 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/2ebe357a-bf04-4703-b1e3-ed881a3c2873 HTTP/1.1" status: 204 len: 168 time: 0.4547334 Jan 17 17:44:41.608276 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36426) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:41.724433 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.734828 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Deleting port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:41.735128 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.871502 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] DHCP port deletion for d3cfe199-032c-423d-8293-6971e0adb4dc request from dv-cinder-818883-2-iscsi {{(pid=86777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:44:41.875712 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] Deleting port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:41.876105 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:41.961871 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] For port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c73df58a-23e3-41c0-9b2d-a5cc0e4c444e,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:41.962568 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.090849 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Calling delete_port for c73df58a-23e3-41c0-9b2d-a5cc0e4c444e owned by network:dhcp {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:42.092548 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] For port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c73df58a-23e3-41c0-9b2d-a5cc0e4c444e,segment=NetworkSegment(77bf88b5-3426-4cf1-b01a-567410b41815),segment_id=77bf88b5-3426-4cf1-b01a-567410b41815)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:42.092972 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.186540 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.216420 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] Calling delete_port for c73df58a-23e3-41c0-9b2d-a5cc0e4c444e owned by network:dhcp {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:42.234019 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73df58a-23e3-41c0-9b2d-a5cc0e4c444e,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:42.240707 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] No DVR routers for this DVR port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e on host dv-cinder-818883-2-iscsi {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:44:42.292537 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.db.api [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:44:42.292885 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG oslo_db.api [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:44:42.363032 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.389904 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cfe199-032c-423d-8293-6971e0adb4dc']}} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:42.402907 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bf88b5-3426-4cf1-b01a-567410b41815') {'for_net_delete': True} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:42.403201 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bf88b5-3426-4cf1-b01a-567410b41815') {} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:42.415092 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2423732'] for segment, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.431104 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.444789 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=86775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:44:42.445111 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2196157'] for segment, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: Traceback (most recent call last): Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: timer() Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: cb(*args, **kw) Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: return func(*args, **kwargs) Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: self._notify() Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: self.callback(batched_events) Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: event.method(event) Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: return f(self, *a, **k) Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._get(url).json() Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: return self.request(url, 'GET', **kwargs) Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:44:42.459224 dv-cinder-818883-2-iscsi neutron-server[86775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:44:42.552527 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.569090 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.579040 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3cfe199-032c-423d-8293-6971e0adb4dc,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:42.586691 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ee348698-3dc0-424f-bcb1-139b80ea81c5 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d3cfe199-032c-423d-8293-6971e0adb4dc HTTP/1.1" status: 204 len: 168 time: 0.9773419 Jan 17 17:44:42.589639 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36430) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:42.730873 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c73df58a-23e3-41c0-9b2d-a5cc0e4c444e no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:44:42.772490 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: c73df58a-23e3-41c0-9b2d-a5cc0e4c444e {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:44:42.772873 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c73df58a-23e3-41c0-9b2d-a5cc0e4c444e not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:44:42.773239 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device d09cd4c8-802b-46fa-b3cc-db8a0a42d068 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:44:42.796020 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] Deleting port c73df58a-23e3-41c0-9b2d-a5cc0e4c444e {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:42.796389 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:42.844697 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: d09cd4c8-802b-46fa-b3cc-db8a0a42d068 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:44:42.845042 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device d09cd4c8-802b-46fa-b3cc-db8a0a42d068 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:44:42.879306 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c20a6ecb-2083-4a73-a975-6e3d9bfbbca1 None None] The port 'c73df58a-23e3-41c0-9b2d-a5cc0e4c444e' was deleted {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:44:43.262253 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:43.621665 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Deleting port 32eec743-96f7-47d4-9348-b58d0e8e981e {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:43.621997 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:43.800040 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] For port 32eec743-96f7-47d4-9348-b58d0e8e981e, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=32eec743-96f7-47d4-9348-b58d0e8e981e,segment=NetworkSegment(e8286eed-cd29-47a9-b44b-c74643d27400),segment_id=e8286eed-cd29-47a9-b44b-c74643d27400)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:43.800387 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:43.924470 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Calling delete_port for 32eec743-96f7-47d4-9348-b58d0e8e981e owned by network:router_interface {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:44.109438 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:44.158027 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Pushing event deleted for resources: {'Port': ['ID=32eec743-96f7-47d4-9348-b58d0e8e981e,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:44.431984 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:44.907784 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Router 8302a9f5-a69d-4b74-9ec2-72510505bd8e has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:44:45.085354 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:44:45.094754 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] Sync routers for ids ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:44:45.095854 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-88853a39-7c1e-488f-bb13-ce0a4cdaa286 admin admin] 10.222.0.107 "PUT /v2.0/routers/8302a9f5-a69d-4b74-9ec2-72510505bd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5049038 Jan 17 17:44:45.098324 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36434) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:45.104494 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] Routers {'8302a9f5-a69d-4b74-9ec2-72510505bd8e'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:45.105114 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:45.282601 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks [] for router, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:45.298214 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] Set router 8302a9f5-a69d-4b74-9ec2-72510505bd8e gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:45.575821 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:45.586007 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Deleting port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:45.586949 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:45.599400 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:44:44Z', 'revision_number': 5, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port': {'id': '2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:45.604054 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] Checking router: 8302a9f5-a69d-4b74-9ec2-72510505bd8e for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:44:45.614572 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] Routers {'8302a9f5-a69d-4b74-9ec2-72510505bd8e'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:45.615225 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:45.767679 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.db [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] For port 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:45.768027 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:45.783343 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] Set router 8302a9f5-a69d-4b74-9ec2-72510505bd8e gateway port host: None {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:45.891846 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:44:45Z', 'revision_number': 6, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:45.892365 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Calling delete_port for 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c owned by network:router_gateway {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:45.895950 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb455a6-cbcb-4e0d-a41d-d6456678e994 None None] The sync data for ids ['8302a9f5-a69d-4b74-9ec2-72510505bd8e'] in dv-cinder-818883-2-iscsi is: [{'id': '8302a9f5-a69d-4b74-9ec2-72510505bd8e', 'name': 'tempest-TestShelveInstance-260345542-router', 'tenant_id': '17b2024e75c34176bbb783d38fb1976a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:40:13Z', 'updated_at': '2022-01-17T17:44:45Z', 'revision_number': 6, 'project_id': '17b2024e75c34176bbb783d38fb1976a', 'gw_port_host': None}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:44:46.070418 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.123221 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:46.219561 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.403357 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.405727 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.428335 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.428852 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8302a9f5-a69d-4b74-9ec2-72510505bd8e {{(pid=86776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:44:46.442110 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] Notify callbacks [] for router, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.443261 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b4952e2d-cc0f-4528-8c87-c24b371d7d33 admin admin] 10.222.0.107 "DELETE /v2.0/routers/8302a9f5-a69d-4b74-9ec2-72510505bd8e HTTP/1.1" status: 204 len: 168 time: 1.3439307 Jan 17 17:44:46.445885 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36438) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:46.509490 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67e54dc-6f65-465d-a42b-e97023124490 admin admin] Deleting subnet 81e3f43a-2fde-4cd6-82d3-1c4f823650bf {{(pid=86776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:44:46.512388 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b67e54dc-6f65-465d-a42b-e97023124490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.562542 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b67e54dc-6f65-465d-a42b-e97023124490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3139915'] for subnet, precommit_delete_associations {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.646918 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b67e54dc-6f65-465d-a42b-e97023124490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.726243 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b67e54dc-6f65-465d-a42b-e97023124490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2439415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2519776'] for subnet, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.734673 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 32eec743-96f7-47d4-9348-b58d0e8e981e no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:44:46.767432 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e54dc-6f65-465d-a42b-e97023124490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e3f43a-2fde-4cd6-82d3-1c4f823650bf,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:46.769684 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 32eec743-96f7-47d4-9348-b58d0e8e981e {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:44:46.770021 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 32eec743-96f7-47d4-9348-b58d0e8e981e not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:44:46.770439 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:44:46.772120 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-b67e54dc-6f65-465d-a42b-e97023124490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.781757 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-b67e54dc-6f65-465d-a42b-e97023124490 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/81e3f43a-2fde-4cd6-82d3-1c4f823650bf HTTP/1.1" status: 204 len: 168 time: 0.3327324 Jan 17 17:44:46.782246 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36442) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:46.794840 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691d44b-fc05-4db3-a9e5-ab92fa7dd906 None None] Network 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:44:46.898627 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:44:46.899208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 2eb1c3bd-3fa1-41ef-bc17-821859d6ec3c not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:44:46.902628 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:46.915494 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Deleting port 64bb8f7c-f881-4739-bf91-82487b704d7b {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:46.915913 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.059311 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1662124-f383-4619-b022-27ceb635414f None None] DHCP port deletion for 5d48fceb-9186-4b75-a81d-07b4f0a2fd81 request from dv-cinder-818883-2-iscsi {{(pid=86777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:44:47.065000 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a1662124-f383-4619-b022-27ceb635414f None None] Deleting port 64bb8f7c-f881-4739-bf91-82487b704d7b {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:47.065000 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a1662124-f383-4619-b022-27ceb635414f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.137355 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] For port 64bb8f7c-f881-4739-bf91-82487b704d7b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=64bb8f7c-f881-4739-bf91-82487b704d7b,segment=NetworkSegment(e8286eed-cd29-47a9-b44b-c74643d27400),segment_id=e8286eed-cd29-47a9-b44b-c74643d27400)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:47.137705 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.268090 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Calling delete_port for 64bb8f7c-f881-4739-bf91-82487b704d7b owned by network:dhcp {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:47.270348 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-a1662124-f383-4619-b022-27ceb635414f None None] For port 64bb8f7c-f881-4739-bf91-82487b704d7b, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=64bb8f7c-f881-4739-bf91-82487b704d7b,segment=NetworkSegment(e8286eed-cd29-47a9-b44b-c74643d27400),segment_id=e8286eed-cd29-47a9-b44b-c74643d27400)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:47.270736 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a1662124-f383-4619-b022-27ceb635414f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.353142 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.395404 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a1662124-f383-4619-b022-27ceb635414f None None] Calling delete_port for 64bb8f7c-f881-4739-bf91-82487b704d7b owned by network:dhcp {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:44:47.401600 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Pushing event deleted for resources: {'Port': ['ID=64bb8f7c-f881-4739-bf91-82487b704d7b,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:47.403420 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] No DVR routers for this DVR port 64bb8f7c-f881-4739-bf91-82487b704d7b on host dv-cinder-818883-2-iscsi {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:44:47.472894 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.db.api [None req-a1662124-f383-4619-b022-27ceb635414f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:44:47.473245 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG oslo_db.api [None req-a1662124-f383-4619-b022-27ceb635414f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:44:47.530297 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.560799 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d48fceb-9186-4b75-a81d-07b4f0a2fd81']}} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:47.572916 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8286eed-cd29-47a9-b44b-c74643d27400') {'for_net_delete': True} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:47.573208 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8286eed-cd29-47a9-b44b-c74643d27400') {} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:47.585818 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2423732'] for segment, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.604742 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.611057 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=86775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:44:47.611470 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2196157'] for segment, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: Traceback (most recent call last): Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: timer() Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: cb(*args, **kw) Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: return func(*args, **kwargs) Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: self._notify() Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: self.callback(batched_events) Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: event.method(event) Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: return f(self, *a, **k) Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._get(url).json() Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: return self.request(url, 'GET', **kwargs) Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:44:47.624968 dv-cinder-818883-2-iscsi neutron-server[86775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:44:47.703944 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.709171 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:47.733517 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5d48fceb-9186-4b75-a81d-07b4f0a2fd81,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:47.737595 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-f38232a7-297a-41fc-936e-fb018f8e87ac admin admin] 10.222.0.107 "DELETE /v2.0/networks/5d48fceb-9186-4b75-a81d-07b4f0a2fd81 HTTP/1.1" status: 204 len: 168 time: 0.9537582 Jan 17 17:44:47.959263 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36448) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:47.974659 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a1662124-f383-4619-b022-27ceb635414f None None] Deleting port 64bb8f7c-f881-4739-bf91-82487b704d7b {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:44:47.975201 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a1662124-f383-4619-b022-27ceb635414f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.009608 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-ef75761e-0036-402f-a1ea-5e958f516c30 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f784d461044c4042b39d31c3c43cc8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491338 Jan 17 17:44:48.012109 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36452) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:48.046223 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a1662124-f383-4619-b022-27ceb635414f None None] The port '64bb8f7c-f881-4739-bf91-82487b704d7b' was deleted {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:44:48.128212 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0480cbca-a862-4aae-a40d-aa0f9892bd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.183549 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c2bcef37-6f21-4870-b778-9d72e115600d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.211804 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c2bcef37-6f21-4870-b778-9d72e115600d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.264415 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c2bcef37-6f21-4870-b778-9d72e115600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.281130 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcef37-6f21-4870-b778-9d72e115600d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc443bb0-bb08-4641-b9b4-4536aec70a9c,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:48.290312 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-c2bcef37-6f21-4870-b778-9d72e115600d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.291463 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-c2bcef37-6f21-4870-b778-9d72e115600d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cc443bb0-bb08-4641-b9b4-4536aec70a9c HTTP/1.1" status: 204 len: 168 time: 0.2784603 Jan 17 17:44:48.671890 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36460) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:48.723912 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a06e63ca-0aea-486c-b04b-34cbeb65d93a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=17b2024e75c34176bbb783d38fb1976a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508792 Jan 17 17:44:48.726431 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36464) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:48.738517 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 64bb8f7c-f881-4739-bf91-82487b704d7b no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:44:48.774217 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 64bb8f7c-f881-4739-bf91-82487b704d7b {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:44:48.774556 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 64bb8f7c-f881-4739-bf91-82487b704d7b not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:44:48.786862 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d14f013c-dc0f-4a46-aab8-cc982e36141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.813155 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d14f013c-dc0f-4a46-aab8-cc982e36141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.870235 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d14f013c-dc0f-4a46-aab8-cc982e36141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.885022 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f013c-dc0f-4a46-aab8-cc982e36141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a65f7e-0171-48ca-ac9f-281efe4308d1,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:48.891880 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d14f013c-dc0f-4a46-aab8-cc982e36141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:48.895973 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d14f013c-dc0f-4a46-aab8-cc982e36141d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e4a65f7e-0171-48ca-ac9f-281efe4308d1 HTTP/1.1" status: 204 len: 168 time: 0.1656616 Jan 17 17:44:49.693493 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36488) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:49.836726 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2025203544-network', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:44:49.841640 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:44:49.845475 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Usage tracker for resource:network and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:44:49.849263 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:44:49.854994 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:44:49.865420 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Made reservation on behalf of 077887ff575d4d45935f364bcd56e7c7 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:44:49.867949 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:49.883121 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:49.898179 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:44:49.902142 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Usage tracker for resource:security_group_rule and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:44:49.904929 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:44:49.911302 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:44:49.998037 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.001819 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.032089 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:44:50.042160 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61043d1a-08c2-4948-9e7b-1a9f585f94e7,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:50.048024 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.048364 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Added segment 4de71f7e-4aff-480e-a250-89bfae065525 of type vlan for network 72a0d7f9-2b54-40fa-b045-75be439ec1be Jan 17 17:44:50.075200 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.107740 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.108710 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:50.109367 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.215933 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] Pushing event updated for resources: {'Network': ['ID=72a0d7f9-2b54-40fa-b045-75be439ec1be,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:50.218799 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-363a3692-bf21-4d8a-ba67-0806cba41d7a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5242970 Jan 17 17:44:50.221685 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36494) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:50.226103 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:44:50.227229 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Request body: {'subnet': {'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2025203544-subnet', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:44:50.232009 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:44:50.235937 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Usage tracker for resource:subnet and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:44:50.238699 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:44:50.244944 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:44:50.257611 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Made reservation on behalf of 077887ff575d4d45935f364bcd56e7c7 for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:44:50.260077 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684658'] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.375485 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e2574104-f5d0-480f-b5a0-b25dfca17957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.473639 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2195988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684640'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.549210 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3100fed7-e035-430a-bde6-6c09184b8a25,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:50.562595 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Checking segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:44:50.562996 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Network hostable DHCP agents. Network: 72a0d7f9-2b54-40fa-b045-75be439ec1be, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:44:50.582267 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:44:50.591863 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, 72a0d7f9-2b54-40fa-b045-75be439ec1be) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:44:50.595892 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:50.596540 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.605379 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3179328-959e-4f4e-9798-260f252aa8a0 None None] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:44:50.619142 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1378c630-1606-4b52-923b-6c2af05f5c92 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3963158 Jan 17 17:44:50.621779 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36498) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:50.627221 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:44:50.632984 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:44:50.636894 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Usage tracker for resource:router and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:44:50.640249 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:44:50.645864 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:44:50.656384 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.657424 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.673429 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.851132 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-72a0d7f9-2b54-40fa-b045-75be439ec1be', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:44:50.851956 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:50.949784 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.029003 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Allocated IP 172.20.0.2 (72a0d7f9-2b54-40fa-b045-75be439ec1be/3100fed7-e035-430a-bde6-6c09184b8a25/c80a6382-6fda-416b-b57d-501afd7d9e8c) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:44:51.281500 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.286210 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.297089 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Transition to ACTIVE for port object c80a6382-6fda-416b-b57d-501afd7d9e8c will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:44:51.313698 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.316112 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Transition to ACTIVE for port object c80a6382-6fda-416b-b57d-501afd7d9e8c will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:44:51.322860 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.389709 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:44:51.393060 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:44:51.397522 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:44:51.403199 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Pushing event updated for resources: {'Port': ['ID=c80a6382-6fda-416b-b57d-501afd7d9e8c,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:51.436177 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.436687 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.436865 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.437179 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.437509 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.437839 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.438161 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.438485 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.438842 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.439174 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.439496 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.439812 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:51.508620 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Attempting to bind port c80a6382-6fda-416b-b57d-501afd7d9e8c on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:44:51.508981 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Attempting to bind port c80a6382-6fda-416b-b57d-501afd7d9e8c by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:44:51.509333 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Attempting to bind port c80a6382-6fda-416b-b57d-501afd7d9e8c on network 72a0d7f9-2b54-40fa-b045-75be439ec1be {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:44:51.514959 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:44:51.515329 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Checking segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:44:51.515793 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.516164 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Bound using segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:44:51.516645 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Bound port: c80a6382-6fda-416b-b57d-501afd7d9e8c, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:44:51.516947 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.566403 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Allocated IP 172.27.3.38 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/ec513539-134c-4246-86f6-ed275c68c942) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:44:51.606787 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.629812 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] For port c80a6382-6fda-416b-b57d-501afd7d9e8c, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:44:51.632914 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] For port c80a6382-6fda-416b-b57d-501afd7d9e8c, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c80a6382-6fda-416b-b57d-501afd7d9e8c,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:44:51.637756 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.727044 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.733391 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355854-6151-4f7e-867d-222f805f2a87 None None] Pushing event updated for resources: {'Port': ['ID=c80a6382-6fda-416b-b57d-501afd7d9e8c,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:51.769284 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:51.838851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:44:51.841856 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:44:51.844325 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:44:51.891649 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Pushing event updated for resources: {'Port': ['ID=ec513539-134c-4246-86f6-ed275c68c942,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:51.936065 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:52.345600 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:52.703640 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1494bacc-eccb-4c98-a6d0-775c4e8e26d7 None None] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:44:52.716197 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:52.788558 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c80a6382-6fda-416b-b57d-501afd7d9e8c up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:44:52.858789 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-75319fe2-fe49-4fe9-a551-e76df901d151 None None] Provisioning for port c80a6382-6fda-416b-b57d-501afd7d9e8c completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:44:52.936734 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port c80a6382-6fda-416b-b57d-501afd7d9e8c completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:44:52.940945 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Router d236057e-67b3-4596-a6ef-42c964bb595a is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:44:52.947666 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port c80a6382-6fda-416b-b57d-501afd7d9e8c triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:44:52.948052 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:53.115365 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:53.158539 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:53.196419 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port c80a6382-6fda-416b-b57d-501afd7d9e8c, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c80a6382-6fda-416b-b57d-501afd7d9e8c,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:53.200554 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:53.277340 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=c80a6382-6fda-416b-b57d-501afd7d9e8c,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:53.285238 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:44:53.301361 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:44:53.312482 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:53.312982 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:53.317350 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:53.317873 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36502) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:53.319319 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1be4497d-f434-4ff8-a7ba-3a2d89888498 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6915076 Jan 17 17:44:53.493515 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-439cc7ad-5484-4a0b-8dc1-937c7da4f124 None None] Provisioning complete for port c80a6382-6fda-416b-b57d-501afd7d9e8c triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:44:53.493799 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-439cc7ad-5484-4a0b-8dc1-937c7da4f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:53.570754 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:53.952023 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:52Z', 'revision_number': 3, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:53.956589 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:44:53.956937 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Updating router d236057e-67b3-4596-a6ef-42c964bb595a port ec513539-134c-4246-86f6-ed275c68c942 binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:44:54.010827 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.151885 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.175748 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.374418 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Allocated IP 172.20.0.1 (72a0d7f9-2b54-40fa-b045-75be439ec1be/3100fed7-e035-430a-bde6-6c09184b8a25/ee8ddebf-d1eb-44ff-9a67-cce06c26d533) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:44:54.378672 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.390092 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Transition to ACTIVE for port object ec513539-134c-4246-86f6-ed275c68c942 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:44:54.396596 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.477692 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5205f97-f172-4200-80e1-9524e00730c0 None None] Pushing event updated for resources: {'Port': ['ID=ec513539-134c-4246-86f6-ed275c68c942,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:54.480065 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Attempting to bind port ec513539-134c-4246-86f6-ed275c68c942 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:44:54.480422 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Attempting to bind port ec513539-134c-4246-86f6-ed275c68c942 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:44:54.480770 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Attempting to bind port ec513539-134c-4246-86f6-ed275c68c942 on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:44:54.486124 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:44:54.486494 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:44:54.487537 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.488002 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:44:54.488529 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Bound port: ec513539-134c-4246-86f6-ed275c68c942, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:44:54.488901 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.537319 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.553660 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Transition to ACTIVE for port object ee8ddebf-d1eb-44ff-9a67-cce06c26d533 will not be triggered until provisioned by entity DHCP. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:44:54.567695 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] For port ec513539-134c-4246-86f6-ed275c68c942, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:44:54.571100 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] For port ec513539-134c-4246-86f6-ed275c68c942, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ec513539-134c-4246-86f6-ed275c68c942,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:44:54.576684 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.578587 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.644812 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:44:54.647595 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:44:54.651738 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:44:54.653284 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:54.655953 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:54.693041 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Pushing event updated for resources: {'Port': ['ID=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:54.723734 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:54.801620 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c80a6382-6fda-416b-b57d-501afd7d9e8c up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:44:54.876463 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5205f97-f172-4200-80e1-9524e00730c0 None None] Pushing event updated for resources: {'Port': ['ID=ec513539-134c-4246-86f6-ed275c68c942,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:54.928006 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-1868b033-8ddc-43ea-9b05-999d306ce609 None None] Provisioning for port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:44:54.933912 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:55.001749 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:55.039333 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-1868b033-8ddc-43ea-9b05-999d306ce609 None None] Provisioning complete for port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:44:55.039917 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1868b033-8ddc-43ea-9b05-999d306ce609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:55.166729 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port c80a6382-6fda-416b-b57d-501afd7d9e8c triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:44:55.167127 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:55.225897 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-1868b033-8ddc-43ea-9b05-999d306ce609 None None] Port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:44:55.227722 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:55.234057 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:55.447433 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:52Z', 'revision_number': 3, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:55.451599 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28415803-29b1-4d37-b7e3-449d5d659947 None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:52Z', 'revision_number': 3, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:44:55.465603 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:55.469071 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Pushing event updated for resources: {'Port': ['ID=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:55.622942 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:44:55.624075 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:44:55.839087 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Router d236057e-67b3-4596-a6ef-42c964bb595a has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:44:55.959369 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-e3fad662-b5b0-467a-b466-e35c978e49ea None None] Provisioning complete for port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:44:55.959879 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e3fad662-b5b0-467a-b466-e35c978e49ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.028519 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-e3fad662-b5b0-467a-b466-e35c978e49ea None None] Port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:44:56.034703 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:44:56.043803 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-2a3246f4-9c1b-4bbf-b1b0-a40d33d421fe admin admin] 10.222.0.107 "PUT /v2.0/routers/d236057e-67b3-4596-a6ef-42c964bb595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7247353 Jan 17 17:44:56.585103 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36520) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:56.591356 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-600637454-network', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:44:56.596891 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:44:56.601770 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Usage tracker for resource:network and tenant:b15c231b04bb495c89e349f140935cb8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:44:56.606955 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:44:56.613208 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:44:56.624477 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Made reservation on behalf of b15c231b04bb495c89e349f140935cb8 for: {'network': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:44:56.626991 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for network, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.639873 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.656228 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:44:56.660424 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Usage tracker for resource:security_group_rule and tenant:b15c231b04bb495c89e349f140935cb8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:44:56.663403 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:44:56.669097 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:44:56.761374 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.766477 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.778432 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ec513539-134c-4246-86f6-ed275c68c942 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:44:56.790953 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=86775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:44:56.814344 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.814673 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.segments_db [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Added segment befb3fdf-7896-4368-916e-652f0ae8b178 of type vlan for network cccde02c-16b0-44c0-961f-9792a78c4465 Jan 17 17:44:56.815922 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622f81e5-4edd-4c51-a147-16b0c983b730,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:56.849592 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749328550220'] for network, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.870816 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port ec513539-134c-4246-86f6-ed275c68c942 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:44:56.876430 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port ec513539-134c-4246-86f6-ed275c68c942 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:44:56.876430 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.886865 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916'] for network, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.887937 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:56.888712 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:56.992836 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] Pushing event updated for resources: {'Network': ['ID=cccde02c-16b0-44c0-961f-9792a78c4465,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:56.998658 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-92fd44f3-1844-40c7-9b09-f1fd15026602 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4100757 Jan 17 17:44:56.998903 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36524) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:57.004454 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Request body: {'subnet': {'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-600637454-subnet', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'ip_version': 4}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:44:57.009604 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:44:57.013985 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Usage tracker for resource:subnet and tenant:b15c231b04bb495c89e349f140935cb8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:44:57.014196 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Network cccde02c-16b0-44c0-961f-9792a78c4465 details requested by agent ovs-agent-dv-cinder-818883-2-iscsi with host dv-cinder-818883-2-iscsi {{(pid=86777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:44:57.017449 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:44:57.023668 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:44:57.038231 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Made reservation on behalf of b15c231b04bb495c89e349f140935cb8 for: {'subnet': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:44:57.043261 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9684658'] for subnet, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.050397 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:44:57.061984 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:57.062691 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:57.089184 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.133264 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port ec513539-134c-4246-86f6-ed275c68c942, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ec513539-134c-4246-86f6-ed275c68c942,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:44:57.140683 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.212058 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=ec513539-134c-4246-86f6-ed275c68c942,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:57.256501 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:57.281256 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2195988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9684640'] for subnet, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.363807 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2b4cc0-0333-4da1-9dac-7f1d17d215d8,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:57.372893 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Checking segment: {'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:44:57.373255 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Network hostable DHCP agents. Network: cccde02c-16b0-44c0-961f-9792a78c4465, hostable agents: ['e893e71a-9754-4ad1-93d6-aaee648c1122'], hosted agents: [] {{(pid=86775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:44:57.395054 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Network cccde02c-16b0-44c0-961f-9792a78c4465 is scheduled to be hosted by DHCP agent e893e71a-9754-4ad1-93d6-aaee648c1122 with binding_index 1 {{(pid=86775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:44:57.405438 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-iscsi, cccde02c-16b0-44c0-961f-9792a78c4465) {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:44:57.411491 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:44:57.412179 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.415187 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e64d9-6662-432f-9dc5-2633ab52b5ba None None] Network cccde02c-16b0-44c0-961f-9792a78c4465 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:44:57.444453 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1932cf76-e0a9-46ba-80e3-9d62fc6b93d2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4409869 Jan 17 17:44:57.445036 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36528) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:44:57.450017 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:44:57.454657 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:44:57.459257 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Usage tracker for resource:router and tenant:b15c231b04bb495c89e349f140935cb8 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:44:57.462110 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:44:57.468100 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:44:57.481114 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3680589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10771'] for router, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.482221 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3824702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680697', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3838905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10776'] for router, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.497798 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.617676 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:44:55Z', 'revision_number': 2, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:57.622595 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:44:57.623063 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Updating router d236057e-67b3-4596-a6ef-42c964bb595a port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:44:57.681235 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.686879 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99988347-b0a7-5d12-8efa-04da352fa62c-cccde02c-16b0-44c0-961f-9792a78c4465', 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'fixed_ips': [{'subnet_id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8'}]}} from dv-cinder-818883-2-iscsi. {{(pid=86777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:44:57.688066 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.797736 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3680683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10862'] for router, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:57.857376 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.db_base_plugin_common [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Allocated IP 172.20.0.2 (cccde02c-16b0-44c0-961f-9792a78c4465/3b2b4cc0-0333-4da1-9dac-7f1d17d215d8/6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0) {{(pid=86777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:44:58.051891 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.067028 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Transition to ACTIVE for port object ee8ddebf-d1eb-44ff-9a67-cce06c26d533 will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:44:58.074338 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.084118 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Notify callbacks [] for port, precommit_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.094616 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Transition to ACTIVE for port object 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:44:58.124148 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Transition to ACTIVE for port object 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 will not be triggered until provisioned by entity DHCP. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:44:58.130586 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107'] for port, after_create {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.151658 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Pushing event updated for resources: {'Port': ['ID=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:58.164003 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.204974 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.213758 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Network cccde02c-16b0-44c0-961f-9792a78c4465 is already hosted by enough agents. {{(pid=86777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:44:58.216789 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.scheduler.base_scheduler [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Resources bound (agent type, host, resource id): {{(pid=86777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:44:58.219775 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Received port after_create {{(pid=86777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:44:58.266064 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.266576 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.267030 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.267471 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.268016 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.269173 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Pushing event updated for resources: {'Port': ['ID=6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0,revision_number=1']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:58.270102 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.270560 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.271019 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.271463 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.272457 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.272457 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.272687 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:44:58.333763 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Attempting to bind port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:44:58.334125 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Attempting to bind port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:44:58.334480 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Attempting to bind port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 on network cccde02c-16b0-44c0-961f-9792a78c4465 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:44:58.335809 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Attempting to bind port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:44:58.336285 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Attempting to bind port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:44:58.337082 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Attempting to bind port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 on network 72a0d7f9-2b54-40fa-b045-75be439ec1be {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:44:58.341995 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:44:58.342372 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Checking segment: {'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:44:58.342791 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.343209 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Bound using segment: {'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:44:58.343699 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Bound port: 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:44:58.344254 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.344980 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:44:58.345480 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Checking segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:44:58.345980 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.347191 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Bound using segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:44:58.348523 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Bound port: ee8ddebf-d1eb-44ff-9a67-cce06c26d533, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:44:58.349176 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.451169 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] For port ee8ddebf-d1eb-44ff-9a67-cce06c26d533, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:44:58.452917 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] For port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:44:58.455029 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] For port ee8ddebf-d1eb-44ff-9a67-cce06c26d533, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:44:58.456475 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] For port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0,segment=NetworkSegment(befb3fdf-7896-4368-916e-652f0ae8b178),segment_id=befb3fdf-7896-4368-916e-652f0ae8b178)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:44:58.462213 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.464997 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.488944 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Allocated IP 172.27.3.253 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/52cc68d2-8f92-4174-a189-70e7d52c3ad4) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:44:58.550451 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97d21c-5b1e-4f49-ad05-864b9efc0230 None None] Pushing event updated for resources: {'Port': ['ID=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,revision_number=4']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:58.562640 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f77aff-5c5a-4d85-8fd0-b59fdf97d0fe None None] Pushing event updated for resources: {'Port': ['ID=6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:58.591838 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:44:58.592497 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:58.665175 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.699672 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:58.764797 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:44:58.773586 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:44:58.778719 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:44:58.780320 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ec513539-134c-4246-86f6-ed275c68c942 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:44:58.861348 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:44:58.948004 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port ec513539-134c-4246-86f6-ed275c68c942 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:44:58.948931 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Pushing event updated for resources: {'Port': ['ID=52cc68d2-8f92-4174-a189-70e7d52c3ad4,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:44:58.949482 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:59.242256 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:44:58Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:44:59.246914 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d381c7a3-da7c-484e-8033-fed80152cb8e None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:44:58Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:44:59.314705 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:59.714369 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3680708'] for router, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:44:59.774368 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6bcdb8-2cf4-4682-a5df-5037d5a5b1f2 None None] Network cccde02c-16b0-44c0-961f-9792a78c4465 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:44:59.881329 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-d77a4562-8059-4772-8b32-0660e4915ae5 None None] Provisioning for port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:44:59.944158 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Router 22cc2da1-f7be-4415-b4da-5819b5a5c44c is scheduled to L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 with binding_index 1 {{(pid=86775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:45:00.261225 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:45:00.271179 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Sync routers for ids ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:45:00.287628 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:00.292117 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36542) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:00.292652 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-8a351af2-b22e-4686-9721-66e8e459d69d admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8463421 Jan 17 17:45:00.293623 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Routers {'22cc2da1-f7be-4415-b4da-5819b5a5c44c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:45:00.294392 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:00.490684 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Set router 22cc2da1-f7be-4415-b4da-5819b5a5c44c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:45:00.800699 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:00.837142 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:44:59Z', 'revision_number': 3, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port': {'id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:58Z', 'updated_at': '2022-01-17T17:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:00.849002 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Checking router: 22cc2da1-f7be-4415-b4da-5819b5a5c44c for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:45:00.849341 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Updating router 22cc2da1-f7be-4415-b4da-5819b5a5c44c port 52cc68d2-8f92-4174-a189-70e7d52c3ad4 binding host dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:45:00.914845 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:00.969635 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:45:01.008567 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.012393 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:01.012393 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.256244 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.316388 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0,segment=NetworkSegment(befb3fdf-7896-4368-916e-652f0ae8b178),segment_id=befb3fdf-7896-4368-916e-652f0ae8b178)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:45:01.322776 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.323618 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ee8ddebf-d1eb-44ff-9a67-cce06c26d533 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:01.351846 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Allocated IP 172.20.0.1 (cccde02c-16b0-44c0-961f-9792a78c4465/3b2b4cc0-0333-4da1-9dac-7f1d17d215d8/78f4078b-a1e0-4097-89fb-a2a2fa9f43af) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:45:01.514428 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.530349 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.532603 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.provisioning_blocks [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Transition to ACTIVE for port object 78f4078b-a1e0-4097-89fb-a2a2fa9f43af will not be triggered until provisioned by entity DHCP. {{(pid=86776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:45:01.539302 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:01.552796 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Transition to ACTIVE for port object 52cc68d2-8f92-4174-a189-70e7d52c3ad4 will not be triggered until provisioned by entity L2. {{(pid=86777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:45:01.560312 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.562260 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.604197 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:45:01.622714 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:01.623106 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.639341 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Network cccde02c-16b0-44c0-961f-9792a78c4465 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:45:01.642535 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:45:01.651982 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:45:01.683026 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Pushing event updated for resources: {'Port': ['ID=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:01.712616 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3824782'] for router_interface, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.717950 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Attempting to bind port 52cc68d2-8f92-4174-a189-70e7d52c3ad4 on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:45:01.718316 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Attempting to bind port 52cc68d2-8f92-4174-a189-70e7d52c3ad4 by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:45:01.718675 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Attempting to bind port 52cc68d2-8f92-4174-a189-70e7d52c3ad4 on network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:45:01.723398 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc47e40-f7d1-4164-821c-5b8f8d845888 None None] Pushing event updated for resources: {'Port': ['ID=52cc68d2-8f92-4174-a189-70e7d52c3ad4,revision_number=2']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:01.733326 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:45:01.733702 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Checking segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:45:01.734096 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.734486 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Bound using segment: {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'} {{(pid=86777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:45:01.735134 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.managers [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Bound port: 52cc68d2-8f92-4174-a189-70e7d52c3ad4, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd9f623-0c39-472f-bfd0-b88116712822', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7'}}] {{(pid=86777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:45:01.735369 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.845219 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.886051 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] For port 52cc68d2-8f92-4174-a189-70e7d52c3ad4, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:45:01.890004 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] For port 52cc68d2-8f92-4174-a189-70e7d52c3ad4, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=52cc68d2-8f92-4174-a189-70e7d52c3ad4,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:45:01.891073 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:01.903163 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:02.010141 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-54c505ec-8ef0-4302-9eec-ab943a6b01d0 None None] Provisioning for port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:45:02.029527 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port ee8ddebf-d1eb-44ff-9a67-cce06c26d533, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:45:02.030537 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-54c505ec-8ef0-4302-9eec-ab943a6b01d0 None None] Provisioning complete for port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:02.030937 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-54c505ec-8ef0-4302-9eec-ab943a6b01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:02.076277 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:02.078144 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Routers {'22cc2da1-f7be-4415-b4da-5819b5a5c44c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:45:02.078734 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:02.095410 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:02.100511 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:02.152414 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc47e40-f7d1-4164-821c-5b8f8d845888 None None] Pushing event updated for resources: {'Port': ['ID=52cc68d2-8f92-4174-a189-70e7d52c3ad4,revision_number=3']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:02.223702 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Pushing event updated for resources: {'Port': ['ID=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:02.228486 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824659'] for router_interface, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:02.300924 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-54c505ec-8ef0-4302-9eec-ab943a6b01d0 None None] Port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:45:02.344733 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:02.359951 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] Set router 22cc2da1-f7be-4415-b4da-5819b5a5c44c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:45:02.380616 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Network cccde02c-16b0-44c0-961f-9792a78c4465 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:45:02.381768 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:45:02.598473 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Router 22cc2da1-f7be-4415-b4da-5819b5a5c44c has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:45:02.670479 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-334bb85c-1b58-4be9-8746-8d5c1de35866 None None] Provisioning complete for port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:02.670784 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-334bb85c-1b58-4be9-8746-8d5c1de35866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:02.738018 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-334bb85c-1b58-4be9-8746-8d5c1de35866 None None] Port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:45:02.758108 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 4, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port': {'id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:58Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '78f4078b-a1e0-4097-89fb-a2a2fa9f43af', 'name': '', 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'mac_address': 'fa:16:3e:16:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:45:01Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 2, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'subnets': [{'id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:02.760362 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0cdef-53d9-4e49-9e11-303dc687f2b5 None None] The sync data for ids ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'] in dv-cinder-818883-2-iscsi is: [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 4, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port': {'id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:58Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '78f4078b-a1e0-4097-89fb-a2a2fa9f43af', 'name': '', 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'mac_address': 'fa:16:3e:16:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:45:01Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 2, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'subnets': [{'id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:45:02.763260 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:02.841959 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:02.842431 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:02.854411 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:45:02.864733 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-5b0266fd-64e5-4c2c-ba28-f54ea6935412 admin admin] 10.222.0.107 "PUT /v2.0/routers/22cc2da1-f7be-4415-b4da-5819b5a5c44c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5714996 Jan 17 17:45:03.009349 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ee8ddebf-d1eb-44ff-9a67-cce06c26d533 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:03.088441 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:03.088813 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.465334 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36554) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:03.476358 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679680210', 'description': 'tempest-secgroup-smoke-1679680210 description', 'project_id': '077887ff575d4d45935f364bcd56e7c7'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:03.477660 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:03.486184 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:security_group and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:03.490131 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:03.497460 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:03.510996 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.538134 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:03.552220 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:security_group_rule and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:03.560894 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:03.567535 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:03.661447 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.666260 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.713243 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.714478 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2481527 Jan 17 17:45:03.716424 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b290e-e658-4368-bd44-dc1943dc1048 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35044ecc-68bf-4c1b-8701-f963040d51b7,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:03.717849 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36558) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:03.725174 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'security_group_rule': {'security_group_id': '35044ecc-68bf-4c1b-8701-f963040d51b7', 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:03.731848 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:03.736262 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:security_group_rule and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:03.743906 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:03.750735 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:03.767270 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.833490 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.837772 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.863844 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3718a436-9ed0-4c98-adb3-e6cec92dd8bc,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:03.873920 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.875177 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-2b5e30d3-88fc-4fe9-9726-6651ecd38185 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557508 Jan 17 17:45:03.877812 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36562) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:03.883124 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'security_group_rule': {'security_group_id': '35044ecc-68bf-4c1b-8701-f963040d51b7', 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:03.889291 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:03.893994 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:security_group_rule and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:03.897637 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:03.904221 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:03.922953 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.990817 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:03.994850 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.017548 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d11191-7aa4-475a-ae98-ffb621fd8e6a,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:04.030038 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.031246 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-49ea8af5-e3bd-4eda-95b0-cac30f7059f3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524119 Jan 17 17:45:04.034566 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36566) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:04.039736 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'security_group_rule': {'security_group_id': '35044ecc-68bf-4c1b-8701-f963040d51b7', 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:04.045944 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:04.050730 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:security_group_rule and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:04.054252 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:04.060747 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:04.078288 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.147887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.151675 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.177103 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d30257-ec81-4e6a-b377-c88165b97c55,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:04.187352 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.191272 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-e9ac07c3-5ad1-4597-bd72-fca55a05d096 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530232 Jan 17 17:45:04.191455 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36570) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:04.196838 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'security_group_rule': {'security_group_id': '35044ecc-68bf-4c1b-8701-f963040d51b7', 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:04.210018 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:04.214684 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:security_group_rule and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:04.218243 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:04.225061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:04.243708 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.315905 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.319684 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.343532 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a38c85-b23f-477d-abe2-19312c4a6df1,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:04.352385 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.353649 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a414f4bb-52c4-4e91-a048-da91af87d6e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612427 Jan 17 17:45:04.356365 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36574) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:04.361487 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'security_group_rule': {'security_group_id': '35044ecc-68bf-4c1b-8701-f963040d51b7', 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:04.368202 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:04.372182 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:security_group_rule and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:04.375109 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:04.381391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:04.390689 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.securitygroups_db [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Project 077887ff575d4d45935f364bcd56e7c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:45:04.397665 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.465846 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.470470 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.497026 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9044ed-6bf6-4436-8584-2b351d359bf2,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:04.507081 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.508377 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-5e6f5688-6247-4882-955a-f86fee9873a8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510787 Jan 17 17:45:04.511066 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 36578) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:04.516004 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'security_group_rule': {'security_group_id': '35044ecc-68bf-4c1b-8701-f963040d51b7', 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:04.523750 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:04.527751 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:security_group_rule and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:04.530791 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:04.537094 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:04.547388 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.securitygroups_db [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Project 077887ff575d4d45935f364bcd56e7c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:45:04.554391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.625051 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.630390 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715354'] for security_group_rule, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.652409 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33be01ff-e9c4-483c-84f3-3166a07044a2,revision_number=0']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:04.663519 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:04.664699 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-17dff17d-3610-4f09-be2b-4559b8379572 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527374 Jan 17 17:45:04.776345 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 52cc68d2-8f92-4174-a189-70e7d52c3ad4 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:04.848475 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 52cc68d2-8f92-4174-a189-70e7d52c3ad4 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:45:04.854017 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 52cc68d2-8f92-4174-a189-70e7d52c3ad4 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:04.854243 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:05.019668 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:05.043237 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 52cc68d2-8f92-4174-a189-70e7d52c3ad4, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=52cc68d2-8f92-4174-a189-70e7d52c3ad4,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:45:05.047562 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:05.078345 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:45:05.126356 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=52cc68d2-8f92-4174-a189-70e7d52c3ad4,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:06.740874 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Sync routers for ids ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:45:06.750311 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Routers {'22cc2da1-f7be-4415-b4da-5819b5a5c44c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:45:06.751026 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:06.753981 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 52cc68d2-8f92-4174-a189-70e7d52c3ad4 up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:06.823780 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 52cc68d2-8f92-4174-a189-70e7d52c3ad4 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:06.824148 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:06.964190 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Set router 22cc2da1-f7be-4415-b4da-5819b5a5c44c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:45:07.294448 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 4, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port': {'id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:58Z', 'updated_at': '2022-01-17T17:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '78f4078b-a1e0-4097-89fb-a2a2fa9f43af', 'name': '', 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'mac_address': 'fa:16:3e:16:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:45:01Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 2, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'subnets': [{'id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:07.298103 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Checking router: 22cc2da1-f7be-4415-b4da-5819b5a5c44c for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:45:07.298455 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Updating router 22cc2da1-f7be-4415-b4da-5819b5a5c44c port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af binding host dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:45:07.357865 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:07.731655 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Notify callbacks [] for port, precommit_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:07.745220 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.provisioning_blocks [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Transition to ACTIVE for port object 78f4078b-a1e0-4097-89fb-a2a2fa9f43af will not be triggered until provisioned by entity L2. {{(pid=86778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:45:07.753832 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:07.883867 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b540c-8f96-47f5-9d9d-ee161b4928f1 None None] Pushing event updated for resources: {'Port': ['ID=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,revision_number=3']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:07.980248 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Attempting to bind port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af on host dv-cinder-818883-2-iscsi for vnic_type normal with profile {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:45:07.980614 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Attempting to bind port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af by drivers openvswitch,hyperv on host dv-cinder-818883-2-iscsi at level 0 using segments [{'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:45:07.980995 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Attempting to bind port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af on network cccde02c-16b0-44c0-961f-9792a78c4465 {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:45:07.987047 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Checking agent: {'id': '8f0317fa-4422-438d-84bc-90b1db92aea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 21, 21), 'started_at': datetime.datetime(2022, 1, 17, 17, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:45:07.987710 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Checking segment: {'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:45:07.988132 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:07.988515 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Bound using segment: {'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'} {{(pid=86778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:45:07.988978 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.managers [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Bound port: 78f4078b-a1e0-4097-89fb-a2a2fa9f43af, host: dv-cinder-818883-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befb3fdf-7896-4368-916e-652f0ae8b178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465'}}] {{(pid=86778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:45:07.989364 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:08.080803 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] For port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af, host dv-cinder-818883-2-iscsi, cleared binding levels {{(pid=86778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:45:08.084365 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.plugins.ml2.db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] For port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af, host dv-cinder-818883-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,segment=NetworkSegment(befb3fdf-7896-4368-916e-652f0ae8b178),segment_id=befb3fdf-7896-4368-916e-652f0ae8b178)] {{(pid=86778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:45:08.089979 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron_lib.callbacks.manager [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:08.170829 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Routers {'22cc2da1-f7be-4415-b4da-5819b5a5c44c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:45:08.171477 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:44:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:08.255580 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b540c-8f96-47f5-9d9d-ee161b4928f1 None None] Pushing event updated for resources: {'Port': ['ID=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,revision_number=4']} {{(pid=86778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:08.401455 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] Set router 22cc2da1-f7be-4415-b4da-5819b5a5c44c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:45:08.746742 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 4, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port': {'id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:58Z', 'updated_at': '2022-01-17T17:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '78f4078b-a1e0-4097-89fb-a2a2fa9f43af', 'name': '', 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'mac_address': 'fa:16:3e:16:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:45:01Z', 'updated_at': '2022-01-17T17:45:08Z', 'revision_number': 4, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'subnets': [{'id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:08.750813 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1401552-a634-4c0b-9028-5a43e5a46afe None None] The sync data for ids ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'] in dv-cinder-818883-2-iscsi is: [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 4, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port': {'id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:58Z', 'updated_at': '2022-01-17T17:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': '78f4078b-a1e0-4097-89fb-a2a2fa9f43af', 'name': '', 'network_id': 'cccde02c-16b0-44c0-961f-9792a78c4465', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'mac_address': 'fa:16:3e:16:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:45:01Z', 'updated_at': '2022-01-17T17:45:08Z', 'revision_number': 4, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'subnets': [{'id': '3b2b4cc0-0333-4da1-9dac-7f1d17d215d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:45:08.772964 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 78f4078b-a1e0-4097-89fb-a2a2fa9f43af up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:08.850140 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning for port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:45:08.855288 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:08.855653 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:08.979687 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:09.015160 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] For port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,segment=NetworkSegment(befb3fdf-7896-4368-916e-652f0ae8b178),segment_id=befb3fdf-7896-4368-916e-652f0ae8b178)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:45:09.020372 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:09.092465 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Pushing event updated for resources: {'Port': ['ID=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:10.752969 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 78f4078b-a1e0-4097-89fb-a2a2fa9f43af up at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:10.823202 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Provisioning complete for port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:10.823478 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:18.131721 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-53d2759a-203d-466b-bfe3-bcacb0f31eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:18.879569 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-660d771d-43be-4453-9fe5-7178e2378028 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:security_group {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:45:18.898187 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-660d771d-43be-4453-9fe5-7178e2378028 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:security_group {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:45:18.899465 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-660d771d-43be-4453-9fe5-7178e2378028 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679680210&fields=id&tenant_id=077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 267 time: 0.0590861 Jan 17 17:45:19.157801 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-56b6d19d-e732-4199-b254-66b6e7c1caff tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:19.159824 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-56b6d19d-e732-4199-b254-66b6e7c1caff tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 812 time: 0.2473302 Jan 17 17:45:19.174509 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-9471c2f3-c819-4303-b6da-dbb6c3997b5f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/quotas/077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 375 time: 0.0092311 Jan 17 17:45:19.265115 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-fe858260-146b-4dd6-9312-84aacbf8b8c7 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:45:19.282579 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-fe858260-146b-4dd6-9312-84aacbf8b8c7 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:45:19.285172 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-fe858260-146b-4dd6-9312-84aacbf8b8c7 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053967 Jan 17 17:45:19.414214 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-a96b35e9-231b-4f8b-88bb-360276dc80b6 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:45:19.415221 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-a96b35e9-231b-4f8b-88bb-360276dc80b6 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1192613 Jan 17 17:45:19.551629 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-df1b7a5c-83e9-42d7-8ed1-77223f0f4b19 service neutron] 10.222.0.107 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305788 Jan 17 17:45:19.693047 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-5d6298b2-1649-45b8-85df-a4ba13f6fe49 service neutron] 10.222.0.107 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352470 Jan 17 17:45:20.150126 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-58bda9dd-fa91-49cc-a84e-5509ab199d4b req-43db4027-da66-420b-8201-b39b10383498 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 210 time: 0.1007431 Jan 17 17:45:20.379713 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-846d2730-47e8-460e-9ed9-10a96dce38a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:21.155141 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-584b0595-17a9-4f6d-8212-ce5392f12c6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:21.155824 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-584b0595-17a9-4f6d-8212-ce5392f12c6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:network {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:45:21.177359 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-584b0595-17a9-4f6d-8212-ce5392f12c6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:network {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:45:21.178562 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-584b0595-17a9-4f6d-8212-ce5392f12c6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 812 time: 0.1778336 Jan 17 17:45:21.228841 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-6a8cc1d3-fd05-498f-b21f-0a1a931eac31 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:security_group {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:45:21.241412 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-6a8cc1d3-fd05-498f-b21f-0a1a931eac31 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:security_group {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:45:21.243110 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-6a8cc1d3-fd05-498f-b21f-0a1a931eac31 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 380 time: 0.0566053 Jan 17 17:45:21.250473 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'port': {'device_id': 'db107e2a-2331-4dfe-947b-34fb85596238', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'admin_state_up': True, 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'security_groups': ['35044ecc-68bf-4c1b-8701-f963040d51b7']}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:21.303866 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-a0c0d651-3b7f-40f6-b589-a90966653bae req-ff977375-57d5-4f7c-942d-d61a222831ce tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 210 time: 0.0451276 Jan 17 17:45:21.393676 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:21.403128 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:21.412692 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Made reservation on behalf of 077887ff575d4d45935f364bcd56e7c7 for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:45:21.416218 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:21.560654 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:21.593601 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Allocated IP 172.20.0.6 (72a0d7f9-2b54-40fa-b045-75be439ec1be/3100fed7-e035-430a-bde6-6c09184b8a25/0486b419-bab0-468c-8645-4982d5a087e9) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:45:21.813512 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:21.830050 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Transition to ACTIVE for port object 0486b419-bab0-468c-8645-4982d5a087e9 will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:45:21.863992 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:21.933225 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:21.940538 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:45:21.943652 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:45:21.947918 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:45:21.979912 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=0486b419-bab0-468c-8645-4982d5a087e9,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:22.018868 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:22.019495 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:22.045468 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-f117fbf9-f966-4b93-b324-2be40f4f8447 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986331 Jan 17 17:45:22.056885 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Request body: {'port': {'device_id': 'db107e2a-2331-4dfe-947b-34fb85596238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:22.174192 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-a02bed4f-7ebb-469f-ad30-cde38848dfd2 None None] Provisioning for port 0486b419-bab0-468c-8645-4982d5a087e9 completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:45:22.175257 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:22.179714 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-a02bed4f-7ebb-469f-ad30-cde38848dfd2 None None] Provisioning complete for port 0486b419-bab0-468c-8645-4982d5a087e9 triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:22.180138 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a02bed4f-7ebb-469f-ad30-cde38848dfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:22.237503 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-a02bed4f-7ebb-469f-ad30-cde38848dfd2 None None] Port 0486b419-bab0-468c-8645-4982d5a087e9 cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:45:22.549808 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e7f32-21b8-4510-8ee6-438181be61ce req-0449cd82-e167-46c4-84b6-6f0266c52c33 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:22.550411 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-f89e7f32-21b8-4510-8ee6-438181be61ce req-0449cd82-e167-46c4-84b6-6f0266c52c33 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:45:22.625907 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-f89e7f32-21b8-4510-8ee6-438181be61ce req-0449cd82-e167-46c4-84b6-6f0266c52c33 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:45:22.627702 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f89e7f32-21b8-4510-8ee6-438181be61ce req-0449cd82-e167-46c4-84b6-6f0266c52c33 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 931 time: 0.2133634 Jan 17 17:45:22.632209 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0486b419-bab0-468c-8645-4982d5a087e9 {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:45:22.653064 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:22.683597 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Transition to ACTIVE for port object 0486b419-bab0-468c-8645-4982d5a087e9 will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:45:22.690317 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:22.727321 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f89e7f32-21b8-4510-8ee6-438181be61ce req-3bd9d369-b2a8-4939-9d51-bf1d19b34e7b tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905240 Jan 17 17:45:22.828175 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Pushing event updated for resources: {'Port': ['ID=0486b419-bab0-468c-8645-4982d5a087e9,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:22.957217 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Attempting to bind port 0486b419-bab0-468c-8645-4982d5a087e9 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:45:22.957581 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Attempting to bind port 0486b419-bab0-468c-8645-4982d5a087e9 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:45:22.957903 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Attempting to bind port 0486b419-bab0-468c-8645-4982d5a087e9 on network 72a0d7f9-2b54-40fa-b045-75be439ec1be {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:45:22.962850 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Port 0486b419-bab0-468c-8645-4982d5a087e9 on network 72a0d7f9-2b54-40fa-b045-75be439ec1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:45:22.963169 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Attempting to bind port 0486b419-bab0-468c-8645-4982d5a087e9 on network 72a0d7f9-2b54-40fa-b045-75be439ec1be {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:45:22.968760 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:45:22.969096 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Checking segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:45:22.969473 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Bound using segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:45:22.969892 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Bound port: 0486b419-bab0-468c-8645-4982d5a087e9, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:45:22.970234 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:23.060125 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] For port 0486b419-bab0-468c-8645-4982d5a087e9, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:45:23.063066 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] For port 0486b419-bab0-468c-8645-4982d5a087e9, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0486b419-bab0-468c-8645-4982d5a087e9,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:45:23.068804 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:23.071399 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:23.134552 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:23.135196 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:23.136864 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] 10.222.0.106 "PUT /v2.0/ports/0486b419-bab0-468c-8645-4982d5a087e9 HTTP/1.1" status: 200 len: 1093 time: 1.0845044 Jan 17 17:45:23.137312 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db107e2a-2331-4dfe-947b-34fb85596238', 'tag': '0486b419-bab0-468c-8645-4982d5a087e9'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:45:23.163115 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d3f3e-ba91-4e09-b9c6-652413179d97 service neutron] Pushing event updated for resources: {'Port': ['ID=0486b419-bab0-468c-8645-4982d5a087e9,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:23.212094 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db107e2a-2331-4dfe-947b-34fb85596238', 'tag': '0486b419-bab0-468c-8645-4982d5a087e9', 'status': 'completed', 'code': 200} Jan 17 17:45:23.261099 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-fa5a8017-fa20-4e95-8588-0adb74346b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:23.263264 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-fa5a8017-fa20-4e95-8588-0adb74346b1f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 1096 time: 0.0849609 Jan 17 17:45:23.434159 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-1b305e72-509c-4af1-90f6-51a58f3e1130 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0486b419-bab0-468c-8645-4982d5a087e9 HTTP/1.1" status: 200 len: 217 time: 0.1636403 Jan 17 17:45:23.496477 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-fd1b41fe-08e2-4c68-8a6d-32c13c644a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:23.497919 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-fd1b41fe-08e2-4c68-8a6d-32c13c644a59 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0571740 Jan 17 17:45:23.576009 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-552a89b7-0662-4c91-8dd5-b8a87f729698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:23.577378 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-552a89b7-0662-4c91-8dd5-b8a87f729698 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736053 Jan 17 17:45:23.722783 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-b937326b-8aee-47e0-9240-fb55557d6e05 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356785 Jan 17 17:45:23.907168 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4079011f-c020-4e1a-8fe4-035056d0d49f req-73e6dd57-99df-42bb-b849-08596afba988 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789801 Jan 17 17:45:23.939457 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb8832-f6a1-4183-a816-8df58ad733d2 req-e8556db3-e0f0-4e1b-b57a-3f1da56ffb02 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:23.940828 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a2bb8832-f6a1-4183-a816-8df58ad733d2 req-e8556db3-e0f0-4e1b-b57a-3f1da56ffb02 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 943 time: 0.1004477 Jan 17 17:45:24.037365 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a2bb8832-f6a1-4183-a816-8df58ad733d2 req-7bc27394-59ca-495d-9346-fcb6cb2b6282 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900483 Jan 17 17:45:24.056709 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f538-218c-46cd-a171-c2e7037da309 req-1a5a6b50-f2be-49bc-9ae9-274c89e61f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:24.058162 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7484f538-218c-46cd-a171-c2e7037da309 req-1a5a6b50-f2be-49bc-9ae9-274c89e61f91 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 1096 time: 0.0976036 Jan 17 17:45:24.152166 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:24.196942 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f538-218c-46cd-a171-c2e7037da309 req-4a0141fe-2cdc-48e2-a9c7-6e67d29be27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:24.198322 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7484f538-218c-46cd-a171-c2e7037da309 req-4a0141fe-2cdc-48e2-a9c7-6e67d29be27a service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1323593 Jan 17 17:45:24.271796 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7484f538-218c-46cd-a171-c2e7037da309 req-369c1b87-8a47-4e51-a0e6-fd551bb4fc50 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0486b419-bab0-468c-8645-4982d5a087e9 HTTP/1.1" status: 200 len: 217 time: 0.0654666 Jan 17 17:45:24.345465 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f538-218c-46cd-a171-c2e7037da309 req-1189bac7-9404-402c-90f1-e681891cc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:24.347589 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7484f538-218c-46cd-a171-c2e7037da309 req-1189bac7-9404-402c-90f1-e681891cc22a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0706460 Jan 17 17:45:24.428851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f538-218c-46cd-a171-c2e7037da309 req-2c4c66aa-82d7-4bfb-8f56-376a4a012f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:24.430325 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7484f538-218c-46cd-a171-c2e7037da309 req-2c4c66aa-82d7-4bfb-8f56-376a4a012f18 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772908 Jan 17 17:45:24.572296 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7484f538-218c-46cd-a171-c2e7037da309 req-54a2fcfd-916a-46e9-82b4-e6babebc147b service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362021 Jan 17 17:45:24.708374 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7484f538-218c-46cd-a171-c2e7037da309 req-d5a38f7b-120f-4f55-9677-4b0563c5ffa9 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307268 Jan 17 17:45:25.225703 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29196c-2fd8-489b-9780-4234c58285d2 req-76b7b50f-9cce-48c9-b490-833687a1cd66 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:25.227321 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5d29196c-2fd8-489b-9780-4234c58285d2 req-76b7b50f-9cce-48c9-b490-833687a1cd66 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 943 time: 0.0809662 Jan 17 17:45:25.275730 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5d29196c-2fd8-489b-9780-4234c58285d2 req-6e632bf5-3bb1-48f9-b456-c8da2c047270 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Jan 17 17:45:26.624499 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167715a-66a2-49db-9135-1b3d92e9fa20 req-ea6c9656-2e87-47f2-b52f-0d3c615bfcc8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:26.625993 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7167715a-66a2-49db-9135-1b3d92e9fa20 req-ea6c9656-2e87-47f2-b52f-0d3c615bfcc8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 943 time: 0.0870187 Jan 17 17:45:26.672415 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7167715a-66a2-49db-9135-1b3d92e9fa20 req-779a0ea9-c360-485d-83e0-9f17e470b2f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404801 Jan 17 17:45:27.855771 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ef058-45ec-4253-a3b3-0c079cc2d62c req-a2919ff5-7b2e-4b20-b5ed-ebd5a5d523df tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:27.857210 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a1ef058-45ec-4253-a3b3-0c079cc2d62c req-a2919ff5-7b2e-4b20-b5ed-ebd5a5d523df tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 943 time: 0.0818021 Jan 17 17:45:27.897893 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [req-b5425f6d-8975-4ca0-b708-eb0e1085561e req-602b400e-db4c-47c1-8306-ec075a29700e service neutron] (86775) timed out ('10.222.0.106', 56678) {{(pid=86775) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 17:45:27.902898 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a1ef058-45ec-4253-a3b3-0c079cc2d62c req-0ad9b269-0f60-4ae7-8c4a-515e6313a273 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394051 Jan 17 17:45:29.096264 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96cdb-38c2-4559-8a14-a1d61d2c0026 req-140209fd-6135-4b03-9645-6ee170c812c2 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:29.098021 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdc96cdb-38c2-4559-8a14-a1d61d2c0026 req-140209fd-6135-4b03-9645-6ee170c812c2 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 943 time: 0.0805726 Jan 17 17:45:29.146716 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdc96cdb-38c2-4559-8a14-a1d61d2c0026 req-7cc0fbd9-8d4d-4bb0-98cc-970cbc68343c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Jan 17 17:45:30.334095 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66c65-13ae-4c9c-8047-622002143f68 req-65c6a8e1-a840-48e9-bbfa-e33fa8be3e7c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:30.335570 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-20b66c65-13ae-4c9c-8047-622002143f68 req-65c6a8e1-a840-48e9-bbfa-e33fa8be3e7c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 943 time: 0.0845928 Jan 17 17:45:30.380788 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-20b66c65-13ae-4c9c-8047-622002143f68 req-c7417b8d-3fe0-4ed5-97d4-dc580936f9b0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390704 Jan 17 17:45:31.145196 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0486b419-bab0-468c-8645-4982d5a087e9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:45:31.286568 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0486b419-bab0-468c-8645-4982d5a087e9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0486b419-bab0-468c-8645-4982d5a087e9,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:45:31.301378 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '0486b419-bab0-468c-8645-4982d5a087e9', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'port_id': '0486b419-bab0-468c-8645-4982d5a087e9', 'mac_address': 'fa:16:3e:52:00:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:45:31.358726 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:31.380287 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0486b419-bab0-468c-8645-4982d5a087e9 {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:45:31.397252 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0486b419-bab0-468c-8645-4982d5a087e9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0486b419-bab0-468c-8645-4982d5a087e9,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:45:31.401802 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:31.471060 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=0486b419-bab0-468c-8645-4982d5a087e9,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:31.574149 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afbe7e-a317-4789-9b1b-df3ebc079313 req-89657937-e84c-4edf-a77c-64ff139865b1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:31.575763 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a6afbe7e-a317-4789-9b1b-df3ebc079313 req-89657937-e84c-4edf-a77c-64ff139865b1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 944 time: 0.0870330 Jan 17 17:45:31.610161 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['0486b419-bab0-468c-8645-4982d5a087e9'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:45:31.629131 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a6afbe7e-a317-4789-9b1b-df3ebc079313 req-f6b919de-7309-432d-a663-f0f73f31f853 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477901 Jan 17 17:45:32.817535 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b9bc3-b4a5-4298-8e11-d8f136fc568b req-7b8485db-0404-43e2-a87a-391567e3c843 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:32.819020 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b67b9bc3-b4a5-4298-8e11-d8f136fc568b req-7b8485db-0404-43e2-a87a-391567e3c843 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 944 time: 0.0810263 Jan 17 17:45:32.865732 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-b67b9bc3-b4a5-4298-8e11-d8f136fc568b req-8e93a529-ffa5-426b-b977-af2bcb8c9f00 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398247 Jan 17 17:45:33.176163 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0486b419-bab0-468c-8645-4982d5a087e9 up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:45:33.250632 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 0486b419-bab0-468c-8645-4982d5a087e9 completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:45:33.255891 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 0486b419-bab0-468c-8645-4982d5a087e9 triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:45:33.256255 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:33.410032 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:33.438385 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db107e2a-2331-4dfe-947b-34fb85596238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0486b419-bab0-468c-8645-4982d5a087e9'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:45:33.450103 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 0486b419-bab0-468c-8645-4982d5a087e9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0486b419-bab0-468c-8645-4982d5a087e9,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:45:33.454543 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:33.494353 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db107e2a-2331-4dfe-947b-34fb85596238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0486b419-bab0-468c-8645-4982d5a087e9', 'code': 200} Jan 17 17:45:33.532706 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=0486b419-bab0-468c-8645-4982d5a087e9,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:33.905891 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d893b-6a90-40b3-a6f3-ef336333a29f req-d4665e15-a842-44cc-9149-6ebf4991246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:33.907634 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-698d893b-6a90-40b3-a6f3-ef336333a29f req-d4665e15-a842-44cc-9149-6ebf4991246c service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 1098 time: 0.1973670 Jan 17 17:45:33.955731 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-698d893b-6a90-40b3-a6f3-ef336333a29f req-b79d7c8e-0dac-4ec5-8074-72115419a0c9 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Jan 17 17:45:34.077265 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0452c5-ed85-4d39-b326-e7e6420f9339 req-26199ab3-eb2a-48d6-9fec-88501021b930 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:34.078730 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ec0452c5-ed85-4d39-b326-e7e6420f9339 req-26199ab3-eb2a-48d6-9fec-88501021b930 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 945 time: 0.1037738 Jan 17 17:45:34.138822 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-ec0452c5-ed85-4d39-b326-e7e6420f9339 req-20251af6-2a53-46f0-9197-eae664c5f0c3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535173 Jan 17 17:45:35.334924 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916034c4-c453-4775-85e3-d11b6230fd51 req-5d0680e2-e03a-4c81-9164-84b52a0a94ee tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:35.336345 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-916034c4-c453-4775-85e3-d11b6230fd51 req-5d0680e2-e03a-4c81-9164-84b52a0a94ee tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 945 time: 0.0788691 Jan 17 17:45:35.380863 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-916034c4-c453-4775-85e3-d11b6230fd51 req-c061f3e8-469b-4e98-ba31-a7a66c0d4a9e tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387256 Jan 17 17:45:35.571592 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c3a5a-4954-42b7-9f33-5dc994997953 req-b80fd704-5934-40e7-b4f1-ef92851c7320 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:35.572982 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6a4c3a5a-4954-42b7-9f33-5dc994997953 req-b80fd704-5934-40e7-b4f1-ef92851c7320 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 945 time: 0.0878670 Jan 17 17:45:35.623493 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6a4c3a5a-4954-42b7-9f33-5dc994997953 req-20f3a6c6-41dc-459a-800f-e7b7b7400e5b tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 Jan 17 17:45:35.647339 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36742) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:35.769741 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c8dfa6-1402-40b5-bb81-0866640461d0 tempest-TestVolumeBootPattern-787954514 tempest-TestVolumeBootPattern-787954514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:35.770444 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-51c8dfa6-1402-40b5-bb81-0866640461d0 tempest-TestVolumeBootPattern-787954514 tempest-TestVolumeBootPattern-787954514-project-admin] Synchronizing usage tracker for tenant:b15c231b04bb495c89e349f140935cb8 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:45:35.787268 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-51c8dfa6-1402-40b5-bb81-0866640461d0 tempest-TestVolumeBootPattern-787954514 tempest-TestVolumeBootPattern-787954514-project-admin] Unset dirty status for tenant:b15c231b04bb495c89e349f140935cb8 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:45:35.788491 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-51c8dfa6-1402-40b5-bb81-0866640461d0 tempest-TestVolumeBootPattern-787954514 tempest-TestVolumeBootPattern-787954514-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 1093 time: 0.1401711 Jan 17 17:45:35.791339 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36748) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:45:35.796164 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'port_id': '0486b419-bab0-468c-8645-4982d5a087e9', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:45:35.802253 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:45:35.806020 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:floatingip and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:45:35.808942 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:45:35.823053 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:45:35.834564 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:35.982729 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:36.131692 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Allocated IP 172.27.3.45 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/1eda5eee-1edf-45ba-85a6-a977b07cc2c6) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:45:36.281016 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:36.312002 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:36.379960 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:45:36.382982 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:45:36.386967 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:45:36.420018 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=1eda5eee-1edf-45ba-85a6-a977b07cc2c6,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:36.536193 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.536534 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.536869 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.537196 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.537517 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.537837 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.538156 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.543274 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.543274 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.543274 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.543274 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.543274 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:45:36.927658 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:37.004219 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:37.225754 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:37.230244 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:37.342630 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=1eda5eee-1edf-45ba-85a6-a977b07cc2c6,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:45:37.352635 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:37.528727 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Floating IP c5b54b99-d9e7-4d42-af21-2537161bdcbb associated. External IP: 172.27.3.45, port: 0486b419-bab0-468c-8645-4982d5a087e9. Jan 17 17:45:37.900875 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Router d236057e-67b3-4596-a6ef-42c964bb595a has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:45:38.192375 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:45:38.202044 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:45:38.212623 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:45:38.213336 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:45:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:38.225309 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:38.282376 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-3021fc8a-2a4d-441a-aedd-1be4b6df50e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4900270 Jan 17 17:45:38.283729 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db107e2a-2331-4dfe-947b-34fb85596238', 'tag': '0486b419-bab0-468c-8645-4982d5a087e9'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:45:38.333290 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db107e2a-2331-4dfe-947b-34fb85596238', 'tag': '0486b419-bab0-468c-8645-4982d5a087e9', 'status': 'completed', 'code': 200} Jan 17 17:45:38.397228 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:45:38.476543 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-9f53e1e9-95db-40c1-978c-e04fc3fa973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:38.478645 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-9f53e1e9-95db-40c1-978c-e04fc3fa973a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 1098 time: 0.1251760 Jan 17 17:45:38.625232 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-11db8224-e736-446b-b489-266f3466911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:38.627677 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-11db8224-e736-446b-b489-266f3466911c service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1429107 Jan 17 17:45:38.744755 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-2dea64bf-2417-41fc-b6f6-cb40f5080701 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0486b419-bab0-468c-8645-4982d5a087e9 HTTP/1.1" status: 200 len: 998 time: 0.1112840 Jan 17 17:45:38.760439 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'c5b54b99-d9e7-4d42-af21-2537161bdcbb', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': '0486b419-bab0-468c-8645-4982d5a087e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:52:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db107e2a-2331-4dfe-947b-34fb85596238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:45:36Z', 'updated_at': '2022-01-17T17:45:36Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:38.764372 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:45:38.772813 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:45:38.773411 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:45:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:38.811188 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-3344c6dc-e3c1-4793-b609-5e3ee7791884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:38.812661 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-3344c6dc-e3c1-4793-b609-5e3ee7791884 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0626636 Jan 17 17:45:38.894219 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-1fb4a8e5-1bb4-4f6e-a131-06f99f3d157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:45:38.895704 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-1fb4a8e5-1bb4-4f6e-a131-06f99f3d157c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768268 Jan 17 17:45:38.960700 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:45:39.031839 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-94b920af-c816-45e0-957b-2f4f6864add8 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303818 Jan 17 17:45:39.171999 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-44e0804c-bdbf-4f4a-a38e-f6bce2213127 req-d21fe0d5-5176-46c8-84a1-99d672d3fd64 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344578 Jan 17 17:45:39.175584 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [req-8b7108d4-e3f9-4943-aec3-bc2ea34f6871 req-27535105-652e-4c29-bacd-c66d7a38cacd service neutron] (86776) timed out ('10.222.0.106', 56651) {{(pid=86776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 17:45:39.344723 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'c5b54b99-d9e7-4d42-af21-2537161bdcbb', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': '0486b419-bab0-468c-8645-4982d5a087e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:52:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db107e2a-2331-4dfe-947b-34fb85596238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:45:36Z', 'updated_at': '2022-01-17T17:45:36Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:45:39.350640 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae90d06-0688-4d62-a121-ad9fb8c5a776 None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'c5b54b99-d9e7-4d42-af21-2537161bdcbb', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': '0486b419-bab0-468c-8645-4982d5a087e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:52:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db107e2a-2331-4dfe-947b-34fb85596238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:45:36Z', 'updated_at': '2022-01-17T17:45:36Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:45:39.556732 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92067a9e-ad90-4c1a-9c3c-3809d4d33842 None None] New status for floating IP c5b54b99-d9e7-4d42-af21-2537161bdcbb: ACTIVE {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:45:42.077874 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:45:48.134683 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-34f84391-9b41-45ff-b7b1-bf2f0a795f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:50.381585 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-abd1dda7-a979-472e-a5e5-ae8f8b06448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:51.564802 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:51.936277 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:52.713568 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [req-68756bfa-83b3-4e1d-b374-ab5e9fa1652e req-90874d55-cbaf-493a-91c8-4af7c621bd92 service neutron] (86776) timed out ('10.222.0.106', 56673) {{(pid=86776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 17:45:53.074415 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:45:54.159070 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:12.181242 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-884b6a3d-eae9-4c19-b7aa-e2e604cd37a9 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694780 Jan 17 17:46:12.318963 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-2b97326a-5464-4b10-8d85-1a99d00859e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:46:12.320442 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-2b97326a-5464-4b10-8d85-1a99d00859e1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 1098 time: 0.0708559 Jan 17 17:46:12.469272 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-59ad7280-6939-437f-9924-64e84dcf89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:46:12.470626 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-59ad7280-6939-437f-9924-64e84dcf89b2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1286130 Jan 17 17:46:12.583710 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-ef5facec-b86d-4dae-87d6-5a0bd04beb1a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0486b419-bab0-468c-8645-4982d5a087e9 HTTP/1.1" status: 200 len: 1000 time: 0.1064789 Jan 17 17:46:12.650990 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-5815f684-a11d-427d-a332-ba9e09698684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:46:12.652412 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-5815f684-a11d-427d-a332-ba9e09698684 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0632164 Jan 17 17:46:12.728773 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-2105e8e1-c3c5-423e-975a-6c1c4c83afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:46:12.730232 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-2105e8e1-c3c5-423e-975a-6c1c4c83afa0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718174 Jan 17 17:46:12.863928 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-b5ca9804-de81-4d75-805a-90325adf87e4 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270835 Jan 17 17:46:13.097633 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-57ce10f4-a2e1-48c3-9578-797d2dfd1d6f req-89121c9a-b128-4344-a0df-375dc08c6c97 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282388 Jan 17 17:46:18.135666 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-513a92f9-3b5e-4169-87c6-fa7b67eeca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:19.077179 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:46:20.384175 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0c56-8412-45ab-997d-9fa47642ff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:21.575477 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:21.940150 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:23.079077 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:24.163197 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:48.138026 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-06ce41d5-ebd9-4415-a6d8-a0df57b6a49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:50.385382 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-10c5fab2-7815-4f5b-8df0-b8df6f0c174d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:51.569543 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:51.942179 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:53.080793 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:54.180599 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:46:56.075970 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:47:12.201411 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-c8dd8e65-4b9c-4b55-b413-7260e24baa5d service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839584 Jan 17 17:47:12.356975 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-7595e80d-2e0d-459e-a6c5-87aaf047ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:12.358375 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-7595e80d-2e0d-459e-a6c5-87aaf047ecd8 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 1098 time: 0.0709743 Jan 17 17:47:12.505247 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-97bb14dc-f46d-42aa-9a99-5347b685a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:12.506618 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-97bb14dc-f46d-42aa-9a99-5347b685a320 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1306546 Jan 17 17:47:12.612057 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-630bffa9-fdb5-4b2b-8295-2ea8a7d1a068 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0486b419-bab0-468c-8645-4982d5a087e9 HTTP/1.1" status: 200 len: 1000 time: 0.1001103 Jan 17 17:47:12.676971 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-97f75637-7c07-4f10-a9e8-c8c1a9caae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:12.678403 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-97f75637-7c07-4f10-a9e8-c8c1a9caae14 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0605650 Jan 17 17:47:12.757724 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-77276626-9570-4112-83d3-ad20dfab3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:12.759212 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-77276626-9570-4112-83d3-ad20dfab3e5d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755219 Jan 17 17:47:12.893015 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-e79cd4c5-4298-4be0-8d38-9d408c985136 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275928 Jan 17 17:47:13.025552 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-5c389102-a9b6-4278-abf7-db7cf1dc0070 req-3574308a-0a45-4203-8e29-2449614afa1d service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270421 Jan 17 17:47:18.140037 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6766ce2e-6ff7-47a4-a6be-471af0f884ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:20.386590 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f0853d35-f820-4778-9df2-3ffc09fb3ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:21.573096 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:21.944912 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:23.083083 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:24.202165 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:32.457498 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cb2f4-acfe-4fd7-a5d5-f01f3313351e req-0f3dcaa5-33eb-47b6-ad8d-7409c60a1e8e tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:32.458988 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a39cb2f4-acfe-4fd7-a5d5-f01f3313351e req-0f3dcaa5-33eb-47b6-ad8d-7409c60a1e8e tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 945 time: 0.0846205 Jan 17 17:47:32.504227 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a39cb2f4-acfe-4fd7-a5d5-f01f3313351e req-f8652dd8-84e9-4840-b66d-e93dc920397d tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 Jan 17 17:47:33.075963 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:47:33.706543 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b841dbc-a141-4e83-83ef-f858db7c8d54 req-4780c780-f352-41ea-b771-cf47112ebc19 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:33.708132 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7b841dbc-a141-4e83-83ef-f858db7c8d54 req-4780c780-f352-41ea-b771-cf47112ebc19 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 945 time: 0.0915902 Jan 17 17:47:33.757899 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7b841dbc-a141-4e83-83ef-f858db7c8d54 req-144bf660-6e7d-4faa-9b01-9f356092083c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Jan 17 17:47:33.862127 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-a5b42eeb-60fe-4298-ae69-7c2fd33ab72a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:33.863568 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-a5b42eeb-60fe-4298-ae69-7c2fd33ab72a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 945 time: 0.0837932 Jan 17 17:47:33.932720 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Deleting port 0486b419-bab0-468c-8645-4982d5a087e9 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:47:33.933050 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:34.183111 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] For port 0486b419-bab0-468c-8645-4982d5a087e9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0486b419-bab0-468c-8645-4982d5a087e9,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:47:34.183376 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:34.607310 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:34.607724 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:34.608046 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.l3_db [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Floating IP c5b54b99-d9e7-4d42-af21-2537161bdcbb disassociated. External IP: 172.27.3.45, port: 0486b419-bab0-468c-8645-4982d5a087e9. Jan 17 17:47:34.608389 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Calling delete_port for 0486b419-bab0-468c-8645-4982d5a087e9 owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:47:34.766865 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:34.823625 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event deleted for resources: {'Port': ['ID=0486b419-bab0-468c-8645-4982d5a087e9,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:47:34.834277 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.834627 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.834992 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.835438 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.835673 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.835979 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.836289 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.836632 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.836936 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.837304 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.837625 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.837940 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:34.963971 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c1794b47-90b5-4c90-9fd6-c273a53d93e2 req-75faef1b-d086-4458-a581-d037a03a1ffd tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 210 time: 0.0676119 Jan 17 17:47:35.077028 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Router d236057e-67b3-4596-a6ef-42c964bb595a has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:47:35.261013 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:47:35.271319 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:47:35.282679 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:47:35.283371 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:47:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:47:35.340434 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] No DVR routers for this DVR port 0486b419-bab0-468c-8645-4982d5a087e9 on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:47:35.343306 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:35.346963 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db107e2a-2331-4dfe-947b-34fb85596238', 'name': 'network-vif-deleted', 'tag': '0486b419-bab0-468c-8645-4982d5a087e9'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:47:35.364245 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-311580dc-361e-45b9-bb2f-1a6402dd0cb7 req-cefd5b90-fce8-4ce4-a6fd-6b1d05f5f23a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "DELETE /v2.0/ports/0486b419-bab0-468c-8645-4982d5a087e9 HTTP/1.1" status: 204 len: 173 time: 1.4955964 Jan 17 17:47:35.400058 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db107e2a-2331-4dfe-947b-34fb85596238', 'name': 'network-vif-deleted', 'tag': '0486b419-bab0-468c-8645-4982d5a087e9', 'status': 'completed', 'code': 200} Jan 17 17:47:35.488067 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:47:35.815617 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:47:35.819611 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:47:35.829726 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:47:35.830432 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:47:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:47:36.018255 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:47:36.131561 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-dd6cb69a-2467-412d-b07b-7d01c32e0a22 req-98b3b08e-4d08-4029-9a5a-2bcdd792c757 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:47:36.148765 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-dd6cb69a-2467-412d-b07b-7d01c32e0a22 req-98b3b08e-4d08-4029-9a5a-2bcdd792c757 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:47:36.150178 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-dd6cb69a-2467-412d-b07b-7d01c32e0a22 req-98b3b08e-4d08-4029-9a5a-2bcdd792c757 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db107e2a-2331-4dfe-947b-34fb85596238 HTTP/1.1" status: 200 len: 210 time: 0.0625463 Jan 17 17:47:36.353563 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:47:36.358093 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b9a5a-e9a4-4e47-bc55-5d5caa6e407d None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:47:36.575518 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8393fb-3b86-418e-8d76-0ab1b307c9ba None None] New status for floating IP c5b54b99-d9e7-4d42-af21-2537161bdcbb: DOWN {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:47:37.487419 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-cf38fe84-eff5-47d1-9b26-d801d3688151 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679680210&fields=id&tenant_id=077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 267 time: 0.0432489 Jan 17 17:47:37.640037 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-ba7f2e3d-0d96-4a63-8561-fa2c1520da94 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:37.642038 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-ba7f2e3d-0d96-4a63-8561-fa2c1520da94 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 812 time: 0.1481521 Jan 17 17:47:37.658796 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-d16ed532-78cc-4a12-9261-f281ebf78dc1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/quotas/077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 375 time: 0.0108323 Jan 17 17:47:37.746897 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-a38625d5-c67d-4fc2-9820-e49af2cca125 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824554 Jan 17 17:47:37.750255 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0486b419-bab0-468c-8645-4982d5a087e9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:47:37.788156 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 0486b419-bab0-468c-8645-4982d5a087e9 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:47:37.788499 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 0486b419-bab0-468c-8645-4982d5a087e9 not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:47:37.931334 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-9de76242-765f-465f-8411-09c74653eb9a service neutron] 10.222.0.107 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725624 Jan 17 17:47:38.067907 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-7b328bc9-794f-4e7a-91a9-524738e6de51 service neutron] 10.222.0.107 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308179 Jan 17 17:47:39.489092 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-c3a2a3ff-7361-4fd7-beff-0c445fc191f3 req-18e509d7-aabf-475d-883a-8fc81810c86c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 210 time: 0.0479951 Jan 17 17:47:40.585892 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bfa3190a-d4b6-40a2-90c1-ebf861bb877d req-8ff6c909-adab-4ecf-9086-c25ab285f83e tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 210 time: 0.0436413 Jan 17 17:47:41.739388 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-43512ff4-57f6-4c3a-8448-460697e50b25 req-050bdb1f-6b12-48ef-a082-e77463a05422 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 210 time: 0.0438731 Jan 17 17:47:42.668437 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-32a18e79-9182-40ab-a411-471a9f911add tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:42.669992 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-32a18e79-9182-40ab-a411-471a9f911add tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 812 time: 0.2846410 Jan 17 17:47:42.729457 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-5f03ba92-f23d-45c8-8a7c-d8ba5068ea1e tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 380 time: 0.0516491 Jan 17 17:47:42.738013 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'port': {'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'admin_state_up': True, 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'security_groups': ['35044ecc-68bf-4c1b-8701-f963040d51b7']}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:47:42.913040 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8d35e608-a0d3-49ab-88e6-af13351a771e req-71d75dd8-d357-450b-939d-cac4a8b8fa89 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 210 time: 0.0636685 Jan 17 17:47:42.940028 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:47:42.950852 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:47:42.961036 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Made reservation on behalf of 077887ff575d4d45935f364bcd56e7c7 for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:47:42.964852 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:43.138467 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Allocated IP 172.20.0.12 (72a0d7f9-2b54-40fa-b045-75be439ec1be/3100fed7-e035-430a-bde6-6c09184b8a25/c1cbeb50-d098-4729-928b-4a6babdecdae) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:47:43.338218 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:43.355053 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Transition to ACTIVE for port object c1cbeb50-d098-4729-928b-4a6babdecdae will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:47:43.380247 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:43.460151 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:47:43.463474 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:47:43.467643 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:47:43.506394 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=c1cbeb50-d098-4729-928b-4a6babdecdae,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:47:43.543195 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:43.543808 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:43.572397 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-6d61959b-eae3-4632-b2bd-1f99b812ef60 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8385022 Jan 17 17:47:43.584672 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Request body: {'port': {'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:47:43.711410 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:43.717557 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-793d87c2-ea12-4993-85f3-2fb34d5f7e08 None None] Provisioning for port c1cbeb50-d098-4729-928b-4a6babdecdae completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:47:43.723030 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-793d87c2-ea12-4993-85f3-2fb34d5f7e08 None None] Provisioning complete for port c1cbeb50-d098-4729-928b-4a6babdecdae triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:47:43.723710 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-793d87c2-ea12-4993-85f3-2fb34d5f7e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:43.778115 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-793d87c2-ea12-4993-85f3-2fb34d5f7e08 None None] Port c1cbeb50-d098-4729-928b-4a6babdecdae cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:47:44.076457 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cbeb50-d098-4729-928b-4a6babdecdae {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:47:44.084797 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:44.100156 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Transition to ACTIVE for port object c1cbeb50-d098-4729-928b-4a6babdecdae will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:47:44.102449 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a8800-09c4-4d85-ad52-7a457ce153aa req-990b0d6a-aa53-435c-a056-6ca2870c99e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:44.104198 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd7a8800-09c4-4d85-ad52-7a457ce153aa req-990b0d6a-aa53-435c-a056-6ca2870c99e1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 932 time: 0.0864089 Jan 17 17:47:44.105436 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:44.150369 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-cd7a8800-09c4-4d85-ad52-7a457ce153aa req-a9969e76-e26b-495d-a227-7fa19c9ff9d5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Jan 17 17:47:44.242294 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Pushing event updated for resources: {'Port': ['ID=c1cbeb50-d098-4729-928b-4a6babdecdae,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:47:44.360369 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Attempting to bind port c1cbeb50-d098-4729-928b-4a6babdecdae on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:47:44.360709 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Attempting to bind port c1cbeb50-d098-4729-928b-4a6babdecdae by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:47:44.361017 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Attempting to bind port c1cbeb50-d098-4729-928b-4a6babdecdae on network 72a0d7f9-2b54-40fa-b045-75be439ec1be {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:47:44.365621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Port c1cbeb50-d098-4729-928b-4a6babdecdae on network 72a0d7f9-2b54-40fa-b045-75be439ec1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:47:44.365936 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Attempting to bind port c1cbeb50-d098-4729-928b-4a6babdecdae on network 72a0d7f9-2b54-40fa-b045-75be439ec1be {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:47:44.371080 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:47:44.371417 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Checking segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:47:44.371793 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Bound using segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:47:44.372210 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Bound port: c1cbeb50-d098-4729-928b-4a6babdecdae, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:47:44.372553 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:44.470519 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] For port c1cbeb50-d098-4729-928b-4a6babdecdae, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:47:44.473374 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] For port c1cbeb50-d098-4729-928b-4a6babdecdae, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c1cbeb50-d098-4729-928b-4a6babdecdae,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:47:44.477866 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:44.633622 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:44.634224 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:44.635653 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] 10.222.0.106 "PUT /v2.0/ports/c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 200 len: 1094 time: 1.0558572 Jan 17 17:47:44.636065 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:47:44.664448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddd652-e019-410f-b1d4-936b0a9cff1c service neutron] Pushing event updated for resources: {'Port': ['ID=c1cbeb50-d098-4729-928b-4a6babdecdae,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:47:44.715605 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'status': 'completed', 'code': 200} Jan 17 17:47:44.767754 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-a81aa3c9-cefa-4c3a-8b87-4ac91c197739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:44.769376 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-a81aa3c9-cefa-4c3a-8b87-4ac91c197739 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1097 time: 0.0862114 Jan 17 17:47:44.851943 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-dd79516b-c493-49c7-9811-248389f3fdaf service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 200 len: 217 time: 0.0760951 Jan 17 17:47:44.921060 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-c987384f-56c3-4811-9648-7e24145c6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:44.922546 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-c987384f-56c3-4811-9648-7e24145c6707 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0645742 Jan 17 17:47:44.999579 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-12a564b9-3c22-4aa8-b1b0-45bc632f1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:45.001609 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-12a564b9-3c22-4aa8-b1b0-45bc632f1216 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730221 Jan 17 17:47:45.144269 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-09be8e9a-57bc-4634-81cf-8550b4409d6c service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370947 Jan 17 17:47:45.294474 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-56eba9ea-a7ef-453d-9dee-b3e58b556b91 req-925b00b6-c6e7-42d6-ba8a-c1231ef56a90 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444037 Jan 17 17:47:45.346970 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d343018-0192-4612-a826-15c8614b8dde req-830dd7c1-0289-4f39-ade0-e320471e5920 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:45.348434 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4d343018-0192-4612-a826-15c8614b8dde req-830dd7c1-0289-4f39-ade0-e320471e5920 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 944 time: 0.0911772 Jan 17 17:47:45.394900 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4d343018-0192-4612-a826-15c8614b8dde req-2b3ae9e9-b24a-4a14-b323-082cfe1adc43 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407438 Jan 17 17:47:45.410401 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-aecf17ba-324a-44c6-9e54-a4c55ad503b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:45.411899 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-aecf17ba-324a-44c6-9e54-a4c55ad503b8 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1097 time: 0.0731530 Jan 17 17:47:45.549486 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-febb6343-69f7-4872-a96f-54d3ab17ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:45.550878 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-febb6343-69f7-4872-a96f-54d3ab17ee99 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1319275 Jan 17 17:47:45.623212 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-5204a2f0-c093-4398-967f-fe11627ea0c9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 200 len: 217 time: 0.0660713 Jan 17 17:47:45.684930 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-41adcafe-b3fd-4787-ac35-4dfbcc0286bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:45.686367 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-41adcafe-b3fd-4787-ac35-4dfbcc0286bc service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0580697 Jan 17 17:47:45.767487 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-3251f8e2-d87e-4be4-ac32-8c54f6a2dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:45.768978 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-3251f8e2-d87e-4be4-ac32-8c54f6a2dd16 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759425 Jan 17 17:47:45.909648 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-62c0ac7f-6fa6-4367-b538-53d9dc5937de service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349456 Jan 17 17:47:46.048328 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-7314ecee-5ab7-4b58-b063-873977e8a38d req-7c0b9ae8-b2b4-4e34-b67f-e99be1150d7b service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328545 Jan 17 17:47:46.587621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d72a52-99d0-4c6f-9d77-493f5f883cab req-d2cd0444-95a8-4e08-a925-49a6873c3376 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:46.588312 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-50d72a52-99d0-4c6f-9d77-493f5f883cab req-d2cd0444-95a8-4e08-a925-49a6873c3376 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:47:46.603666 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-50d72a52-99d0-4c6f-9d77-493f5f883cab req-d2cd0444-95a8-4e08-a925-49a6873c3376 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:47:46.604946 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-50d72a52-99d0-4c6f-9d77-493f5f883cab req-d2cd0444-95a8-4e08-a925-49a6873c3376 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 944 time: 0.0980506 Jan 17 17:47:46.652780 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-50d72a52-99d0-4c6f-9d77-493f5f883cab req-547a1b32-c4f4-4e87-b57e-9099a8f94e33 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 Jan 17 17:47:47.856105 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cf8c8-89a5-4240-bfa1-03b68ec38981 req-3e6460b6-c5e5-46e7-b125-41c3016357b4 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:47.857570 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-327cf8c8-89a5-4240-bfa1-03b68ec38981 req-3e6460b6-c5e5-46e7-b125-41c3016357b4 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 944 time: 0.0955069 Jan 17 17:47:47.904520 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-327cf8c8-89a5-4240-bfa1-03b68ec38981 req-58455617-ea4e-40bc-8b1e-29f43254d0e8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Jan 17 17:47:48.148760 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-872af583-1cb3-4cbc-aecf-b7487cedb504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:49.095291 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e691-08b5-464a-a1ce-6ec8c724cbac req-647ce52c-db6f-4a47-94f9-e0056a041fd6 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:49.096749 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f985e691-08b5-464a-a1ce-6ec8c724cbac req-647ce52c-db6f-4a47-94f9-e0056a041fd6 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 944 time: 0.0854785 Jan 17 17:47:49.146443 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-f985e691-08b5-464a-a1ce-6ec8c724cbac req-ed8d4668-3cbe-4e63-a6a0-8c6dce78c5ac tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Jan 17 17:47:50.330246 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06376be6-100d-47ce-88f8-8ee17b44bb90 req-d55665c6-df35-4deb-b366-17d0036088fe tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:50.331780 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-06376be6-100d-47ce-88f8-8ee17b44bb90 req-d55665c6-df35-4deb-b366-17d0036088fe tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 944 time: 0.0804317 Jan 17 17:47:50.381023 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-06376be6-100d-47ce-88f8-8ee17b44bb90 req-b3a4b975-f5b1-4eea-a179-a2650afa106a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437229 Jan 17 17:47:50.388674 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-7f34dfe9-4022-4264-8354-f6ccb1642bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:51.567543 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b939d-6f89-4053-8c8e-1b00580a1d5e req-a283d30a-ed81-4f96-a09f-75bea5b4aed2 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:51.569132 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-911b939d-6f89-4053-8c8e-1b00580a1d5e req-a283d30a-ed81-4f96-a09f-75bea5b4aed2 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 944 time: 0.0819306 Jan 17 17:47:51.577879 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:51.732040 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-911b939d-6f89-4053-8c8e-1b00580a1d5e req-c66b51b7-1d82-4497-959a-af44d782f1c7 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558869 Jan 17 17:47:51.812266 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device c1cbeb50-d098-4729-928b-4a6babdecdae details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:47:51.959449 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:52.001171 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port c1cbeb50-d098-4729-928b-4a6babdecdae, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c1cbeb50-d098-4729-928b-4a6babdecdae,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:47:52.014055 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:47:52.069784 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:52.086615 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cbeb50-d098-4729-928b-4a6babdecdae {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:47:52.104177 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port c1cbeb50-d098-4729-928b-4a6babdecdae, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c1cbeb50-d098-4729-928b-4a6babdecdae,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:47:52.107793 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:52.178979 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=c1cbeb50-d098-4729-928b-4a6babdecdae,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:47:52.185850 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.186194 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.186523 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.186872 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.187196 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.187567 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.187975 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.188293 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.188610 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.188925 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.189237 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.189567 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:52.332495 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['c1cbeb50-d098-4729-928b-4a6babdecdae'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:47:52.916569 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a35c25-1bd5-4985-81af-b1877f2b626a req-cd592568-0af4-47b0-a545-e7bde9cb0dc8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:52.917919 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-26a35c25-1bd5-4985-81af-b1877f2b626a req-cd592568-0af4-47b0-a545-e7bde9cb0dc8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 945 time: 0.0808144 Jan 17 17:47:52.962603 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-26a35c25-1bd5-4985-81af-b1877f2b626a req-b09e00f3-32b7-4079-a66e-0d29483f9235 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381579 Jan 17 17:47:53.085944 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:53.828701 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device c1cbeb50-d098-4729-928b-4a6babdecdae up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:47:53.899048 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port c1cbeb50-d098-4729-928b-4a6babdecdae completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:47:53.903354 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port c1cbeb50-d098-4729-928b-4a6babdecdae triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:47:53.903714 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:54.022855 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:54.049554 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:47:54.059456 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port c1cbeb50-d098-4729-928b-4a6babdecdae, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c1cbeb50-d098-4729-928b-4a6babdecdae,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:47:54.065821 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:54.140523 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=c1cbeb50-d098-4729-928b-4a6babdecdae,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:47:54.174015 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdf53f-034c-43c1-9a67-6a79c8fbf6c3 req-fcae7e05-c0eb-41d0-a93b-d710374f766c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:54.175906 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e6bdf53f-034c-43c1-9a67-6a79c8fbf6c3 req-fcae7e05-c0eb-41d0-a93b-d710374f766c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 946 time: 0.0977359 Jan 17 17:47:54.178356 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'code': 200} Jan 17 17:47:54.202921 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:54.224084 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-e6bdf53f-034c-43c1-9a67-6a79c8fbf6c3 req-81d43b71-0645-4aed-82ef-ad03aed0d3fa tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Jan 17 17:47:54.456724 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01cfa2-0c05-4822-87e4-6b5c8d86435c req-20560363-28ee-4b4f-82f3-6c28036dec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:54.458065 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1b01cfa2-0c05-4822-87e4-6b5c8d86435c req-20560363-28ee-4b4f-82f3-6c28036dec8f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1099 time: 0.0792627 Jan 17 17:47:54.499654 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-1b01cfa2-0c05-4822-87e4-6b5c8d86435c req-019e0e7d-37d6-4019-ae61-09a2d354729d service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357430 Jan 17 17:47:55.419376 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435be45-8418-4273-85db-28d831d39576 req-aefc9f1b-70f2-4792-8ed4-1da5fd6a0989 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:55.420850 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1435be45-8418-4273-85db-28d831d39576 req-aefc9f1b-70f2-4792-8ed4-1da5fd6a0989 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 946 time: 0.0855727 Jan 17 17:47:55.472633 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-1435be45-8418-4273-85db-28d831d39576 req-6a14f6fa-23ec-4b02-b693-1de35c0e37ab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425990 Jan 17 17:47:56.672610 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971158-ad4f-4964-be40-a5e58d095605 req-50cb3cad-80c4-4ebd-ad22-f0c69b75f40b tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:56.674584 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-43971158-ad4f-4964-be40-a5e58d095605 req-50cb3cad-80c4-4ebd-ad22-f0c69b75f40b tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 946 time: 0.0823083 Jan 17 17:47:56.721151 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-43971158-ad4f-4964-be40-a5e58d095605 req-cd8b500d-517f-4e50-87b9-f1d53da40417 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406673 Jan 17 17:47:56.919948 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae28932-a641-4cea-af8b-0b86dafc2e10 req-f1c33a41-b2b3-4b9b-ad68-7fbd35db8c8f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:56.921402 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2ae28932-a641-4cea-af8b-0b86dafc2e10 req-f1c33a41-b2b3-4b9b-ad68-7fbd35db8c8f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 946 time: 0.0963690 Jan 17 17:47:56.966252 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-2ae28932-a641-4cea-af8b-0b86dafc2e10 req-fc0a57e6-9f09-41e3-ad18-73d14a9ac7e7 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386088 Jan 17 17:47:56.990599 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36858) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:47:57.067667 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711265f5-8df1-4112-9860-e58b0c1cfb15 tempest-TestVolumeBootPattern-787954514 tempest-TestVolumeBootPattern-787954514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:57.069088 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-711265f5-8df1-4112-9860-e58b0c1cfb15 tempest-TestVolumeBootPattern-787954514 tempest-TestVolumeBootPattern-787954514-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1094 time: 0.0774877 Jan 17 17:47:57.071816 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36862) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:47:57.076597 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:47:57.082447 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:47:57.086335 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:floatingip and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:47:57.090930 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:47:57.100313 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:47:57.112488 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:57.264276 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:57.405515 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Allocated IP 172.27.3.85 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/d26511f5-fe83-42a7-b7a0-26af97f0511a) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:47:57.559222 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:57.590287 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:57.665997 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:47:57.669600 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:47:57.672327 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:47:57.708322 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=d26511f5-fe83-42a7-b7a0-26af97f0511a,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:47:57.726374 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.726726 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.727088 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.727421 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.727747 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.728074 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.728400 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.728721 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.729043 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.729362 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.729680 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:57.729991 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:47:58.211649 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:58.301581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:58.524511 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:58.529015 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:58.650000 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=d26511f5-fe83-42a7-b7a0-26af97f0511a,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:47:58.664077 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:58.843612 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Floating IP f08b9aea-1291-4b1b-9627-0d7f141c3684 associated. External IP: 172.27.3.85, port: c1cbeb50-d098-4729-928b-4a6babdecdae. Jan 17 17:47:59.202196 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Router d236057e-67b3-4596-a6ef-42c964bb595a has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:47:59.482149 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:47:59.492477 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:47:59.502711 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:47:59.503302 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:47:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:47:59.508952 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:47:59.565661 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-17036265-d36a-4fab-9b0d-0db7d936d9f8 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4928241 Jan 17 17:47:59.566263 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:47:59.672701 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'status': 'completed', 'code': 200} Jan 17 17:47:59.706708 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:47:59.767133 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-957d3f0d-4e7b-4b08-bca9-bf53de13a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:59.768493 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-957d3f0d-4e7b-4b08-bca9-bf53de13a84b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1099 time: 0.0748646 Jan 17 17:47:59.905517 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-b57e791b-4819-4b62-a24e-31693a74f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:47:59.907724 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-b57e791b-4819-4b62-a24e-31693a74f472 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1333270 Jan 17 17:48:00.023882 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-b4961b8d-9b14-4b53-841f-adf533803c01 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 200 len: 999 time: 0.1102629 Jan 17 17:48:00.085972 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-082841e1-db17-47cc-b1c7-c9e30f8f7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:48:00.087423 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-082841e1-db17-47cc-b1c7-c9e30f8f7c4a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0584393 Jan 17 17:48:00.089529 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:47:58Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:48:00.094234 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:48:00.107697 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:48:00.108604 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:47:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:48:00.167481 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-b92f40e2-5c84-4e1a-9a27-bc647a48dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:48:00.168932 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-b92f40e2-5c84-4e1a-9a27-bc647a48dfb0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757656 Jan 17 17:48:00.310330 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-698bd752-65d9-4e09-947c-032027a3d3de service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356633 Jan 17 17:48:00.346400 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:48:00.445191 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-96c4b933-0d0f-4302-95cd-25d88b8f5da1 req-8a79b218-5d2d-4f2a-9cad-e8a2842e8b96 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293073 Jan 17 17:48:00.708557 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:47:58Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:48:00.712606 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708e39c-b4cc-4ba5-9f39-940903a6732c None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:47:58Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:48:00.915726 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cab072-0475-4857-9829-f694ce6002e3 None None] New status for floating IP f08b9aea-1291-4b1b-9627-0d7f141c3684: ACTIVE {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:48:10.075090 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:48:14.201272 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-49198492-a222-4644-9d95-6c62aaea25de service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687196 Jan 17 17:48:14.353378 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-cac47cf2-d248-4e3d-a1e1-104b5bd4585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:48:14.354947 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-cac47cf2-d248-4e3d-a1e1-104b5bd4585d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1099 time: 0.0873191 Jan 17 17:48:14.500899 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-27eb1f73-67ff-4452-a2a2-b0d3969be0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:48:14.502255 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-27eb1f73-67ff-4452-a2a2-b0d3969be0b6 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1288843 Jan 17 17:48:14.613243 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-a9ceab12-f4dd-4683-ba14-291efa7263d8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 200 len: 1001 time: 0.1042831 Jan 17 17:48:14.680850 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-6b9eaa9c-f410-4896-8cd8-c238ad41a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:48:14.682284 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-6b9eaa9c-f410-4896-8cd8-c238ad41a128 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0630150 Jan 17 17:48:14.760136 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-c10558ef-e8e9-41f1-81ad-af3cd6e6f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:48:14.761566 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-c10558ef-e8e9-41f1-81ad-af3cd6e6f6dc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719001 Jan 17 17:48:14.995269 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-3bae2606-af61-4469-8794-46b32dacbd93 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275045 Jan 17 17:48:15.131819 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d5a9e3b1-3d82-458c-9a09-f4c4b9740759 req-1036d763-9455-4ddb-b433-a5bae94f41bd service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300824 Jan 17 17:48:18.144384 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-4f243209-a46f-4d61-b91d-51ffb15464f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:20.392804 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-2cd40d9b-ff87-43a6-a0c0-f7fb6ca3ec69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:21.582368 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:21.947691 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:23.088539 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:24.231574 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:47.074131 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:48:48.139054 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6c598da7-b6bc-4b26-b89c-7f515e5bc4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:50.397241 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d16329a5-e094-4243-8d64-5b83427591a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:51.586589 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:51.950552 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:53.092522 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:48:54.232282 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:14.184167 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-b60f1ca5-5fd8-451b-aa2b-cfe78c6a4060 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747461 Jan 17 17:49:14.329411 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-409470d3-3a22-4d76-9184-545d6cfb6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:14.331139 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-409470d3-3a22-4d76-9184-545d6cfb6639 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1099 time: 0.0727444 Jan 17 17:49:14.478734 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-8ffe5197-8f34-4056-a07e-25b7a9ea1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:14.480108 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-8ffe5197-8f34-4056-a07e-25b7a9ea1108 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1299307 Jan 17 17:49:14.587517 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-a14577f9-30bd-455d-b9cb-1e18a43e13be service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 200 len: 1001 time: 0.1012056 Jan 17 17:49:14.649857 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-9335543a-437b-4b6d-873c-b4ae78d431dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:14.651322 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-9335543a-437b-4b6d-873c-b4ae78d431dd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0579665 Jan 17 17:49:14.731753 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-0e1a7940-bd49-4f05-b998-1ec674e04257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:14.733098 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-0e1a7940-bd49-4f05-b998-1ec674e04257 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750911 Jan 17 17:49:14.864449 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-7f419ea5-a25d-4529-9636-cc92a7238f0a service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254857 Jan 17 17:49:14.999933 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-77b23d6a-3dc8-44b0-b201-ad8563cda98a req-9fa341e8-6368-4961-80d3-15a678f9febc service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291130 Jan 17 17:49:18.143388 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-7370785f-b50b-4bea-9b2b-10b5e9c784e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:20.401154 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ec21b491-eeb4-4e96-b88f-271185576a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:21.588249 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:21.953500 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:23.097344 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:24.075908 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:49:24.229730 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:33.646842 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-23d1cd60-695a-45f2-8b16-47dc9a69a5fb tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679680210&fields=id&tenant_id=077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 267 time: 0.0412931 Jan 17 17:49:33.801487 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-5d04a207-9e4c-4067-bca4-1edd2f58821c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:33.802858 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-5d04a207-9e4c-4067-bca4-1edd2f58821c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 812 time: 0.1495206 Jan 17 17:49:33.817464 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-f17f46aa-2c22-488d-9a1b-77af6ed8e2ca tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/quotas/077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 375 time: 0.0090430 Jan 17 17:49:33.912420 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-479b8f50-b48f-43c9-a4da-0ba8f81cf890 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0899572 Jan 17 17:49:34.052805 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-171ade81-8dc1-4628-8d97-83d6e6492016 service neutron] 10.222.0.107 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291442 Jan 17 17:49:34.185353 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-88b2e1be-efb5-46f3-bf8a-7c5603269455 service neutron] 10.222.0.107 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269040 Jan 17 17:49:34.597577 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2ff6827e-c115-4959-9b20-bf4f3bdfd3b4 req-943dee42-3851-40fe-8f96-c6f2dbc52c5e tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 210 time: 0.0474360 Jan 17 17:49:35.756238 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-9d39b595-8106-4d53-9ac6-d84e8d9d93e0 req-4196d54e-fb63-40f5-880e-1424a7f7f5c1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 210 time: 0.0440996 Jan 17 17:49:35.825315 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-1aa8e0a8-34e0-4be5-9e61-fa1f1998640d tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:35.826835 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-1aa8e0a8-34e0-4be5-9e61-fa1f1998640d tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 812 time: 0.1831756 Jan 17 17:49:35.876372 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-3c2b9168-4f05-49e5-9739-96e78e748210 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077887ff575d4d45935f364bcd56e7c7 HTTP/1.1" status: 200 len: 380 time: 0.0415225 Jan 17 17:49:35.884481 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'port': {'device_id': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'admin_state_up': True, 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'security_groups': ['35044ecc-68bf-4c1b-8701-f963040d51b7']}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:49:36.023276 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:49:36.034888 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.quota.driver [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:49:36.044879 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Made reservation on behalf of 077887ff575d4d45935f364bcd56e7c7 for: {'port': 1} {{(pid=86775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:49:36.049363 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:36.220918 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_common [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Allocated IP 172.20.0.14 (72a0d7f9-2b54-40fa-b045-75be439ec1be/3100fed7-e035-430a-bde6-6c09184b8a25/52350cc9-698b-4cc6-aee4-3739f8fe85df) {{(pid=86775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:49:36.529231 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:36.544348 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Transition to ACTIVE for port object 52350cc9-698b-4cc6-aee4-3739f8fe85df will not be triggered until provisioned by entity DHCP. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:49:36.568817 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_create {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:36.644348 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be is already hosted by enough agents. {{(pid=86775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:49:36.647598 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.base_scheduler [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources bound (agent type, host, resource id): {{(pid=86775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:49:36.651601 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Received port after_create {{(pid=86775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:49:36.683160 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=52350cc9-698b-4cc6-aee4-3739f8fe85df,revision_number=1']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:49:36.703580 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.704437 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.704789 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.705124 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.705556 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.705781 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.706265 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.706436 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.706781 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.707106 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.707429 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.707751 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:36.733055 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:36.733339 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:36.760291 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-fdd3be76-44de-41c2-8978-89801d071ea1 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8790405 Jan 17 17:49:36.771950 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.v2.base [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Request body: {'port': {'device_id': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:49:36.864330 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-949c4012-38ae-4662-9684-241d09e1ab0b None None] Provisioning for port 52350cc9-698b-4cc6-aee4-3739f8fe85df completed by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:49:36.870406 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-949c4012-38ae-4662-9684-241d09e1ab0b None None] Provisioning complete for port 52350cc9-698b-4cc6-aee4-3739f8fe85df triggered by entity DHCP. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:49:36.871077 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-949c4012-38ae-4662-9684-241d09e1ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:36.934105 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-949c4012-38ae-4662-9684-241d09e1ab0b None None] Port 52350cc9-698b-4cc6-aee4-3739f8fe85df cannot update to ACTIVE because it is not bound. {{(pid=86777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:49:36.952390 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:37.088870 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a049a-61e9-4f3a-a874-fb120a7836ed req-884dde05-339c-4989-b24c-654381428bb0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:37.089441 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-d65a049a-61e9-4f3a-a874-fb120a7836ed req-884dde05-339c-4989-b24c-654381428bb0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:49:37.129272 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-d65a049a-61e9-4f3a-a874-fb120a7836ed req-884dde05-339c-4989-b24c-654381428bb0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:49:37.130355 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d65a049a-61e9-4f3a-a874-fb120a7836ed req-884dde05-339c-4989-b24c-654381428bb0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 932 time: 0.2545576 Jan 17 17:49:37.260439 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d65a049a-61e9-4f3a-a874-fb120a7836ed req-81c02982-d92d-4caa-bdfc-2bd859fb1056 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240041 Jan 17 17:49:37.368212 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52350cc9-698b-4cc6-aee4-3739f8fe85df {{(pid=86775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:49:37.375447 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:37.390681 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.provisioning_blocks [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Transition to ACTIVE for port object 52350cc9-698b-4cc6-aee4-3739f8fe85df will not be triggered until provisioned by entity L2. {{(pid=86775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:49:37.394300 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:37.528363 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Pushing event updated for resources: {'Port': ['ID=52350cc9-698b-4cc6-aee4-3739f8fe85df,revision_number=2']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:49:37.639632 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Attempting to bind port 52350cc9-698b-4cc6-aee4-3739f8fe85df on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:49:37.639967 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Attempting to bind port 52350cc9-698b-4cc6-aee4-3739f8fe85df by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:49:37.640281 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Attempting to bind port 52350cc9-698b-4cc6-aee4-3739f8fe85df on network 72a0d7f9-2b54-40fa-b045-75be439ec1be {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:49:37.646887 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Port 52350cc9-698b-4cc6-aee4-3739f8fe85df on network 72a0d7f9-2b54-40fa-b045-75be439ec1be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:49:37.647214 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Attempting to bind port 52350cc9-698b-4cc6-aee4-3739f8fe85df on network 72a0d7f9-2b54-40fa-b045-75be439ec1be {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:49:37.653626 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Checking agent: {'id': '5b15e069-674b-4cf8-93b8-82fdbecf76eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'started_at': datetime.datetime(2022, 1, 17, 17, 27, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:49:37.654122 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Checking segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:49:37.654335 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Bound using segment: {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'} {{(pid=86775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:49:37.654757 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.managers [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Bound port: 52350cc9-698b-4cc6-aee4-3739f8fe85df, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de71f7e-4aff-480e-a250-89bfae065525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be'}}] {{(pid=86775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:49:37.655128 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:37.749993 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] For port 52350cc9-698b-4cc6-aee4-3739f8fe85df, host hv-cinder-81888, cleared binding levels {{(pid=86775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:49:37.753883 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] For port 52350cc9-698b-4cc6-aee4-3739f8fe85df, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:49:37.759385 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2196121'] for port, after_update {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:37.823055 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:37.823940 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:37.825676 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] 10.222.0.106 "PUT /v2.0/ports/52350cc9-698b-4cc6-aee4-3739f8fe85df HTTP/1.1" status: 200 len: 1094 time: 1.0581527 Jan 17 17:49:37.826323 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:49:37.852520 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ad31e-afb7-48cd-bcff-ed66274b3993 service neutron] Pushing event updated for resources: {'Port': ['ID=52350cc9-698b-4cc6-aee4-3739f8fe85df,revision_number=3']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:49:37.946694 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'status': 'completed', 'code': 200} Jan 17 17:49:37.952744 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-5be14fdf-7b03-4987-bbc2-bcb8a09b9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:37.955371 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-5be14fdf-7b03-4987-bbc2-bcb8a09b9255 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 1097 time: 0.0862496 Jan 17 17:49:38.024833 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-f04c1318-0962-4c2e-9c63-4769f6d53656 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df HTTP/1.1" status: 200 len: 217 time: 0.0632427 Jan 17 17:49:38.089920 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-6daa5b93-9e6f-47a3-86ad-9809d31bfb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:38.091377 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-6daa5b93-9e6f-47a3-86ad-9809d31bfb79 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0611529 Jan 17 17:49:38.177568 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bdbf3130-87f3-492d-85da-7572c83dc5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:38.178956 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-bdbf3130-87f3-492d-85da-7572c83dc5a1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819547 Jan 17 17:49:38.467198 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-95b1cd57-a18f-4234-a618-6834f0263065 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819731 Jan 17 17:49:38.569769 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1a523-1613-4665-b0de-847f1fa7ed6f req-a32b2c00-5929-4cb9-9851-0a19d99e557d tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:38.571240 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d8d1a523-1613-4665-b0de-847f1fa7ed6f req-a32b2c00-5929-4cb9-9851-0a19d99e557d tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 944 time: 0.1999300 Jan 17 17:49:38.648738 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d8d1a523-1613-4665-b0de-847f1fa7ed6f req-3d80ba9e-e2e5-4478-8e3f-4b78c4e7601e tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709229 Jan 17 17:49:38.650716 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0a52b3e0-2867-477a-860a-3b28a9729932 req-2a4a9c96-4c47-4102-95b1-076ed8bc3ca9 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775277 Jan 17 17:49:38.775866 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-04229f38-480f-40d9-97f1-a3c84dfc7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:38.777243 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-04229f38-480f-40d9-97f1-a3c84dfc7ad0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 1097 time: 0.0726161 Jan 17 17:49:38.912456 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-268341e2-3f0f-4ffc-8dae-f4745c19e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:38.913894 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-268341e2-3f0f-4ffc-8dae-f4745c19e4ec service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1306787 Jan 17 17:49:38.986290 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-5d51d43b-0007-420d-b33d-e6d506041659 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df HTTP/1.1" status: 200 len: 217 time: 0.0659142 Jan 17 17:49:39.051386 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-35c9d8fa-7489-419d-8fd3-290393a6382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:39.052811 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-35c9d8fa-7489-419d-8fd3-290393a6382b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0585291 Jan 17 17:49:39.134353 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-4c3408dc-3da5-4579-b39e-1298ab8d4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:39.135871 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-4c3408dc-3da5-4579-b39e-1298ab8d4a72 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747039 Jan 17 17:49:39.270911 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-301b389b-4b4d-448b-8821-977601ba2af1 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272457 Jan 17 17:49:39.404493 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-bdf37bad-b9ed-4c5c-850f-f685c6307d8a req-4c0a0fdb-6c3b-4d85-8913-fc5161dae6c1 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280155 Jan 17 17:49:39.848676 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e163d-7b22-4015-8ef0-175ed5b2e73f req-3488169f-948e-4d07-a8d0-6756b6028ea3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:39.850147 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4f8e163d-7b22-4015-8ef0-175ed5b2e73f req-3488169f-948e-4d07-a8d0-6756b6028ea3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 944 time: 0.0873795 Jan 17 17:49:39.897876 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-4f8e163d-7b22-4015-8ef0-175ed5b2e73f req-77c2499c-0d18-497c-87d6-7d67e5c6b7c3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Jan 17 17:49:41.083305 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c09b-b45f-4e21-b032-cfaead74b176 req-999e37d8-9c92-469a-9128-390ba19390ae tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:41.084952 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2601c09b-b45f-4e21-b032-cfaead74b176 req-999e37d8-9c92-469a-9128-390ba19390ae tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 944 time: 0.0799670 Jan 17 17:49:41.129799 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-2601c09b-b45f-4e21-b032-cfaead74b176 req-90b95d57-1b1d-466e-8425-e3abd8dec4da tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383668 Jan 17 17:49:42.323780 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cecaa-6d00-4583-bf9f-7e9b34e1c392 req-ec49a917-df39-46dd-84f3-4fb9b50b39b2 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:42.325215 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8e7cecaa-6d00-4583-bf9f-7e9b34e1c392 req-ec49a917-df39-46dd-84f3-4fb9b50b39b2 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 944 time: 0.0854070 Jan 17 17:49:42.370150 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-8e7cecaa-6d00-4583-bf9f-7e9b34e1c392 req-cb043008-4283-47df-aff4-3e17342d5d04 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386994 Jan 17 17:49:43.565813 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e37273-c6c7-491b-8fcf-1185e0f77f03 req-4901120e-44df-4fe1-a5ca-8f5cab5ccacd tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:43.567308 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-73e37273-c6c7-491b-8fcf-1185e0f77f03 req-4901120e-44df-4fe1-a5ca-8f5cab5ccacd tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 944 time: 0.0838544 Jan 17 17:49:43.612652 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-73e37273-c6c7-491b-8fcf-1185e0f77f03 req-e6c55424-a8ef-4dec-b5fd-b64e071274c0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395451 Jan 17 17:49:44.812414 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec546e-121f-4ba3-9840-cb1db0024d80 req-5aa4a1aa-1750-4061-8de7-42e6cafcb434 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:44.814553 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6fec546e-121f-4ba3-9840-cb1db0024d80 req-5aa4a1aa-1750-4061-8de7-42e6cafcb434 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 944 time: 0.0816779 Jan 17 17:49:44.868986 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6fec546e-121f-4ba3-9840-cb1db0024d80 req-a0ea0833-006d-4ed7-b1f0-16307900f170 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488641 Jan 17 17:49:46.059905 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdbed9-d966-4cb5-aa4e-eed2d22286cb req-4968d446-377d-4c50-a4dd-e5e240056063 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:46.061375 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-30cdbed9-d966-4cb5-aa4e-eed2d22286cb req-4968d446-377d-4c50-a4dd-e5e240056063 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 944 time: 0.0833409 Jan 17 17:49:46.115585 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-30cdbed9-d966-4cb5-aa4e-eed2d22286cb req-42244865-3ca3-4fac-a1dc-278df31dc70a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Jan 17 17:49:46.372561 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 52350cc9-698b-4cc6-aee4-3739f8fe85df details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:49:46.507827 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 52350cc9-698b-4cc6-aee4-3739f8fe85df, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:49:46.521559 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Returning: {'device': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'port_id': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'mac_address': 'fa:16:3e:c2:88:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:49:46.576478 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:46.594016 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52350cc9-698b-4cc6-aee4-3739f8fe85df {{(pid=86777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:49:46.611664 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 52350cc9-698b-4cc6-aee4-3739f8fe85df, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:49:46.616472 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:46.695710 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=52350cc9-698b-4cc6-aee4-3739f8fe85df,revision_number=4']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:49:46.703108 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.703664 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.704245 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.704657 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.704991 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.705324 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.705648 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.705970 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.706291 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.706611 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.706960 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.707281 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:46.862520 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] get_ports_and_sgs() called for port_ids ['52350cc9-698b-4cc6-aee4-3739f8fe85df'] {{(pid=86777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:49:47.304871 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae31689-e909-47bf-9b39-db5cab538256 req-d31c4808-12b3-404e-8bbb-97f12c158e2b tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:47.306315 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6ae31689-e909-47bf-9b39-db5cab538256 req-d31c4808-12b3-404e-8bbb-97f12c158e2b tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 945 time: 0.0848744 Jan 17 17:49:47.351504 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-6ae31689-e909-47bf-9b39-db5cab538256 req-f02bf544-1b78-41b2-b76c-67d07d4bb485 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395248 Jan 17 17:49:48.145805 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-6ed89408-2d4a-48fd-b4de-a89bdd2b8eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:48.372509 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 52350cc9-698b-4cc6-aee4-3739f8fe85df up at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:49:48.446426 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning for port 52350cc9-698b-4cc6-aee4-3739f8fe85df completed by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:49:48.451070 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.provisioning_blocks [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Provisioning complete for port 52350cc9-698b-4cc6-aee4-3739f8fe85df triggered by entity L2. {{(pid=86777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:49:48.451466 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723277'] for port, provisioning_complete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:48.541509 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484665-8289-4b7e-b874-4104e9acd253 req-14dd4420-6878-4a42-9f0d-24b3d4857eeb tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:48.543115 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d1484665-8289-4b7e-b874-4104e9acd253 req-14dd4420-6878-4a42-9f0d-24b3d4857eeb tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 945 time: 0.0848246 Jan 17 17:49:48.574564 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:48.602296 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-d1484665-8289-4b7e-b874-4104e9acd253 req-e2cb61f9-1c9d-4d07-a2d2-67701ecdb83c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530093 Jan 17 17:49:48.609904 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df'}] {{(pid=86777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:49:48.620208 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] For port 52350cc9-698b-4cc6-aee4-3739f8fe85df, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:49:48.626444 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222'] for port, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:48.701884 dv-cinder-818883-2-iscsi neutron-server[86777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'code': 200} Jan 17 17:49:48.740787 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Pushing event updated for resources: {'Port': ['ID=52350cc9-698b-4cc6-aee4-3739f8fe85df,revision_number=5']} {{(pid=86777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:49:48.940121 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72db03-2938-43fc-b72e-d8e4ad0139f1 req-da483b77-abc3-497b-ae11-f961b2b390c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:48.941568 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9c72db03-2938-43fc-b72e-d8e4ad0139f1 req-da483b77-abc3-497b-ae11-f961b2b390c6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 1099 time: 0.0744989 Jan 17 17:49:48.986411 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-9c72db03-2938-43fc-b72e-d8e4ad0139f1 req-25856487-006e-4bca-94ac-85c4fdd5043e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373564 Jan 17 17:49:49.805963 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008e620-1411-4bfa-bde0-95fd4e5a0512 req-dac4d69d-fcad-4e95-913a-0ce37b87e5f4 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:49.807439 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b008e620-1411-4bfa-bde0-95fd4e5a0512 req-dac4d69d-fcad-4e95-913a-0ce37b87e5f4 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 946 time: 0.0874677 Jan 17 17:49:49.854615 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-b008e620-1411-4bfa-bde0-95fd4e5a0512 req-1eea9c8f-ca43-49f2-8704-db72b8789820 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Jan 17 17:49:50.403416 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-1ce80d45-c42a-4c6d-af89-23d9ab685247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:51.052404 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab2e93-888d-40d7-a0a3-bcf623dad222 req-29c34dd4-1188-4284-b7a1-41aaa10d5bf5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:51.054010 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7aab2e93-888d-40d7-a0a3-bcf623dad222 req-29c34dd4-1188-4284-b7a1-41aaa10d5bf5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 946 time: 0.0895219 Jan 17 17:49:51.102304 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-7aab2e93-888d-40d7-a0a3-bcf623dad222 req-71dbf4c1-d999-476b-a4db-4b1b53ea3760 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Jan 17 17:49:51.387980 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3d71c-7400-4a54-a223-3e35d615e9ae req-896caba4-abd7-4246-a1e7-d9da948342a5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:51.389317 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3d3d71c-7400-4a54-a223-3e35d615e9ae req-896caba4-abd7-4246-a1e7-d9da948342a5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 946 time: 0.1807930 Jan 17 17:49:51.441887 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-c3d3d71c-7400-4a54-a223-3e35d615e9ae req-1bfe4e76-bf96-49e8-8b50-974edf452d9d tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Jan 17 17:49:51.473454 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36990) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:49:51.549769 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad579fa-993a-4e2e-8069-f7918e5b79d5 tempest-TestVolumeBootPattern-787954514 tempest-TestVolumeBootPattern-787954514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:51.551282 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-cad579fa-993a-4e2e-8069-f7918e5b79d5 tempest-TestVolumeBootPattern-787954514 tempest-TestVolumeBootPattern-787954514-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 1094 time: 0.0768516 Jan 17 17:49:51.554268 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 36994) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:49:51.559033 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.v2.base [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Request body: {'floatingip': {'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'port_id': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:49:51.565467 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:49:51.569983 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Usage tracker for resource:floatingip and tenant:077887ff575d4d45935f364bcd56e7c7 is out of sync, need to count used quota {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:49:51.574219 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:49:51.581210 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.quota.driver [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:49:51.594539 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:51.596244 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:51.745593 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:51.889157 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.db_base_plugin_common [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Allocated IP 172.27.3.52 (96e4f58b-aa45-4982-a8a2-8bf9b74925c7/6b1953e6-f6bc-4258-ae38-8f0e791e0b2d/a29f8f94-71cc-4e4f-bc23-bc2fbc1b0d06) {{(pid=86776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:49:51.957036 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:52.133150 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:52.162845 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749328529107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:52.234260 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Network 96e4f58b-aa45-4982-a8a2-8bf9b74925c7 is already hosted by enough agents. {{(pid=86776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:49:52.237734 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.base_scheduler [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Resources bound (agent type, host, resource id): {{(pid=86776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:49:52.240301 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Received port after_create {{(pid=86776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:49:52.276029 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=a29f8f94-71cc-4e4f-bc23-bc2fbc1b0d06,revision_number=1']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:49:52.292755 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.293095 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.293429 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.293760 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.294083 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.294410 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.302812 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.303264 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.303609 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.303938 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.304261 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.304581 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:49:52.693890 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:52.772531 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585087'] for port, before_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:52.985688 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for port, precommit_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:52.990231 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749329069532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749328529125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749328531222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2439357'] for port, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:53.088805 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event updated for resources: {'Port': ['ID=a29f8f94-71cc-4e4f-bc23-bc2fbc1b0d06,revision_number=2']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:49:53.101074 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:53.114390 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3680567'] for floatingip, after_update {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:53.293081 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Floating IP 8de005ba-8674-48b5-9b3b-38e9fee37ad5 associated. External IP: 172.27.3.52, port: 52350cc9-698b-4cc6-aee4-3739f8fe85df. Jan 17 17:49:53.764613 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Router d236057e-67b3-4596-a6ef-42c964bb595a has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:49:53.950111 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:49:53.961183 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:49:53.973807 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:49:53.974453 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:49:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:49:53.977304 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:54.045396 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-d603959a-d255-4603-abcc-99dc15715393 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4798300 Jan 17 17:49:54.045396 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:49:54.084574 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'status': 'completed', 'code': 200} Jan 17 17:49:54.166033 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:49:54.179452 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-703b8aa2-e7e4-4a57-b5a5-46e25a095f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:54.180908 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-703b8aa2-e7e4-4a57-b5a5-46e25a095f63 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 1099 time: 0.0727844 Jan 17 17:49:54.248054 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:49:54.325900 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-5d602d18-c667-4b05-8038-14cf4bf078bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:54.327426 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-5d602d18-c667-4b05-8038-14cf4bf078bb service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1411140 Jan 17 17:49:54.432234 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-5bc264e4-3d0c-46fc-ad6a-6dbb8e29f6ec service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df HTTP/1.1" status: 200 len: 999 time: 0.0992587 Jan 17 17:49:54.500573 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-92298b40-6ff8-4528-8aea-91e7eb018df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:54.501903 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-92298b40-6ff8-4528-8aea-91e7eb018df5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0632129 Jan 17 17:49:54.534455 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '8de005ba-8674-48b5-9b3b-38e9fee37ad5', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:c2:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:49:52Z', 'updated_at': '2022-01-17T17:49:52Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}, {'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:48:01Z', 'revision_number': 1, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:49:54.540954 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:49:54.549893 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:49:54.550591 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:49:50Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:49:54.577990 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-4b9a30cb-4747-4b8a-9f05-04f1d54304ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:49:54.579629 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-4b9a30cb-4747-4b8a-9f05-04f1d54304ab service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720463 Jan 17 17:49:54.727568 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-389d3019-8bd8-4750-b74c-6f82ffde5020 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412315 Jan 17 17:49:54.736811 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:49:54.869657 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-0b0f9d5b-8ec2-4150-96a5-6bf295ea92d5 req-7c12001c-5da6-42ac-bcd1-2ba735a350e7 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368117 Jan 17 17:49:55.093476 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '8de005ba-8674-48b5-9b3b-38e9fee37ad5', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:c2:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:49:52Z', 'updated_at': '2022-01-17T17:49:52Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}, {'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:48:01Z', 'revision_number': 1, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:49:55.097933 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c561-216d-43f4-9f61-04605359e060 None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': '8de005ba-8674-48b5-9b3b-38e9fee37ad5', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:c2:88:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:49:52Z', 'updated_at': '2022-01-17T17:49:52Z', 'revision_number': 0, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}, {'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:48:01Z', 'revision_number': 1, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:49:55.301611 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ce35c-c77b-4038-b947-9311b1577b04 None None] New status for floating IP 8de005ba-8674-48b5-9b3b-38e9fee37ad5: ACTIVE {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:49:55.926597 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [req-74e2db8d-09ab-449e-950b-fd7589833758 req-733816e7-1ed5-4d13-89c2-7d4b47f521bb service neutron] (86776) timed out ('10.222.0.106', 56643) {{(pid=86776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 17:50:01.074532 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:50:14.187133 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-898555fa-6e2d-4302-b944-c0322c9e764b req-988c9bb4-ad23-425e-ad7c-4c121c8c888f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724270 Jan 17 17:50:14.321783 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898555fa-6e2d-4302-b944-c0322c9e764b req-a65d03bc-55cf-49e3-940c-8e9dd42d4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:50:14.323247 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-898555fa-6e2d-4302-b944-c0322c9e764b req-a65d03bc-55cf-49e3-940c-8e9dd42d4c94 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1099 time: 0.0705416 Jan 17 17:50:14.471782 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898555fa-6e2d-4302-b944-c0322c9e764b req-f8d4601e-b612-42c7-b7b4-d44589f719cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:50:14.473144 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-898555fa-6e2d-4302-b944-c0322c9e764b req-f8d4601e-b612-42c7-b7b4-d44589f719cd service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1317661 Jan 17 17:50:14.578512 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-898555fa-6e2d-4302-b944-c0322c9e764b req-d2702562-c8dc-4247-893e-3f0ba31cac99 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 200 len: 1001 time: 0.0990789 Jan 17 17:50:14.640792 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898555fa-6e2d-4302-b944-c0322c9e764b req-fc1b5471-33bd-45ef-b73a-80b45cab82cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:50:14.643283 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-898555fa-6e2d-4302-b944-c0322c9e764b req-fc1b5471-33bd-45ef-b73a-80b45cab82cd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0592122 Jan 17 17:50:14.735133 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898555fa-6e2d-4302-b944-c0322c9e764b req-4bca0b44-b17d-46b9-90f0-18d7178948fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:50:14.736933 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-898555fa-6e2d-4302-b944-c0322c9e764b req-4bca0b44-b17d-46b9-90f0-18d7178948fe service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866716 Jan 17 17:50:14.872499 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-898555fa-6e2d-4302-b944-c0322c9e764b req-f3583fe0-1b66-40db-a16b-a838bd5f7da9 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285264 Jan 17 17:50:15.100003 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-898555fa-6e2d-4302-b944-c0322c9e764b req-2f0e5ccd-10a9-4890-bf07-5d97f1db4b97 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216985 Jan 17 17:50:18.148601 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d3019a1d-b145-41d7-8787-8385931e561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:20.406066 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fa6f945c-c175-41d8-8a3d-f820afeb60ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:21.598421 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:21.959183 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:23.101716 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:24.244538 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:38.073912 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:50:48.155050 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-fc78408b-0204-4e66-b1ac-e6d6814bdd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:50.410057 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-a42652de-e3ba-4cf5-a18b-a94619f33138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:51.551228 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [req-e19a1cf2-3459-4707-b2c2-fc44f2a440c8 req-24b5de58-c62e-4bf3-ab56-7b2eea9f19ff service neutron] (86776) timed out ('10.222.0.107', 33666) {{(pid=86776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 17:50:51.602964 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:51.961575 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:53.104962 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:50:54.243546 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:15.073402 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:51:15.261444 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-f8ffab7f-5707-4891-9887-46af281356eb service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088912 Jan 17 17:51:15.355874 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-2fc610eb-5d05-447c-be5d-c51342ba7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:15.357325 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-2fc610eb-5d05-447c-be5d-c51342ba7f6a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 1099 time: 0.0760906 Jan 17 17:51:15.504350 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-b50ab718-b120-4481-ba97-9ad103addbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:15.505907 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-b50ab718-b120-4481-ba97-9ad103addbb2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1295834 Jan 17 17:51:15.610278 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-4da5f80f-5b5f-47aa-9353-fc5bb4ba9df6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df HTTP/1.1" status: 200 len: 1001 time: 0.0984883 Jan 17 17:51:15.671233 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-8321c857-872b-4e18-8167-4da4a236d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:15.672663 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-8321c857-872b-4e18-8167-4da4a236d810 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0570557 Jan 17 17:51:15.748377 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-6fc289f5-53ca-4864-a7b2-54e094343c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:15.749833 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-6fc289f5-53ca-4864-a7b2-54e094343c1e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717595 Jan 17 17:51:15.759237 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-9c534ed3-a798-481f-b224-9abae1b593b2 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=86775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:51:15.760148 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-9c534ed3-a798-481f-b224-9abae1b593b2 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047252 Jan 17 17:51:15.902712 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-0fb3fbc2-33a6-4207-b5db-7f60070dffd3 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367292 Jan 17 17:51:16.037164 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8883ae31-5b4e-4746-8c5d-6eb585083130 req-143b0812-4e8e-410e-99bf-3c4c59f91f0d service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283014 Jan 17 17:51:18.147603 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e85d0754-0be8-4fb0-a240-fa67e086748d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:20.414211 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-e5b42c46-63f7-4fb8-ac36-3e27d1cfd155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:21.605951 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:21.964437 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:23.107866 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:23.684634 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.wsgi [-] (86776) accepted ('10.222.0.107', 37028) {{(pid=86776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:23.939896 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Deleting port a29f8f94-71cc-4e4f-bc23-bc2fbc1b0d06 {{(pid=86776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:23.940146 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:24.111719 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:24.112106 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:24.237742 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.plugins.ml2.plugin [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Calling delete_port for a29f8f94-71cc-4e4f-bc23-bc2fbc1b0d06 owned by network:floatingip {{(pid=86776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:24.258898 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:24.404266 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2439364'] for port, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:24.456899 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event deleted for resources: {'Port': ['ID=a29f8f94-71cc-4e4f-bc23-bc2fbc1b0d06,revision_number=None']} {{(pid=86776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:24.498856 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.499122 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.499467 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.499803 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.500134 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.500464 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.500789 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.501116 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.501440 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.501761 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.502079 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.502397 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:24.564760 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, after_delete {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:24.565091 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.db.l3_db [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Floating IP 8de005ba-8674-48b5-9b3b-38e9fee37ad5 disassociated (deleted). External IP: 172.27.3.52, port: 52350cc9-698b-4cc6-aee4-3739f8fe85df. Jan 17 17:51:25.052868 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Router d236057e-67b3-4596-a6ef-42c964bb595a has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:51:25.244268 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:51:25.253371 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:51:25.263627 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:51:25.264346 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron_lib.callbacks.manager [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:25.264465 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:51:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:25.325863 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [None req-470e6645-20a8-42a8-974b-002f6afb23d0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "DELETE /v2.0/floatingips/8de005ba-8674-48b5-9b3b-38e9fee37ad5 HTTP/1.1" status: 204 len: 168 time: 1.6398194 Jan 17 17:51:25.326440 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df'}] {{(pid=86776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:51:25.380636 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'status': 'completed', 'code': 200} Jan 17 17:51:25.483462 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f6b4d-c317-4681-a573-b3ac89818762 req-130c47a4-b46b-4c56-a62e-a93f8dc74daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:25.485099 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-416f6b4d-c317-4681-a573-b3ac89818762 req-130c47a4-b46b-4c56-a62e-a93f8dc74daa service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 1099 time: 0.0834723 Jan 17 17:51:25.493250 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:51:25.645500 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f6b4d-c317-4681-a573-b3ac89818762 req-4d169b31-a21a-4e51-b7f5-14d09011aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:25.647244 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-416f6b4d-c317-4681-a573-b3ac89818762 req-4d169b31-a21a-4e51-b7f5-14d09011aa07 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1566176 Jan 17 17:51:25.724722 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-416f6b4d-c317-4681-a573-b3ac89818762 req-fc3a8c9e-84b9-42c5-a7d5-222d1367b9e0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df HTTP/1.1" status: 200 len: 217 time: 0.0708559 Jan 17 17:51:25.785286 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c537648-0c8f-4709-ac0b-64b0e71cf766 req-f8585247-0524-4e51-a5a2-0224e0afc027 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:25.786578 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-5c537648-0c8f-4709-ac0b-64b0e71cf766 req-f8585247-0524-4e51-a5a2-0224e0afc027 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:51:25.799088 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f6b4d-c317-4681-a573-b3ac89818762 req-16c82897-3832-43c6-a552-311fe24ddefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:25.800354 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-416f6b4d-c317-4681-a573-b3ac89818762 req-16c82897-3832-43c6-a552-311fe24ddefd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0698335 Jan 17 17:51:25.804648 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.quota.resource [req-5c537648-0c8f-4709-ac0b-64b0e71cf766 req-f8585247-0524-4e51-a5a2-0224e0afc027 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:51:25.805792 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5c537648-0c8f-4709-ac0b-64b0e71cf766 req-f8585247-0524-4e51-a5a2-0224e0afc027 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 946 time: 0.1540620 Jan 17 17:51:25.855524 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-5c537648-0c8f-4709-ac0b-64b0e71cf766 req-d4057834-2638-48a4-a2db-d0164b13c0e5 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 Jan 17 17:51:25.876137 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:48:01Z', 'revision_number': 1, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:25.880452 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:51:25.888833 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f6b4d-c317-4681-a573-b3ac89818762 req-442f2e5c-65c4-4648-bffb-1cd005827bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:25.890378 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-416f6b4d-c317-4681-a573-b3ac89818762 req-442f2e5c-65c4-4648-bffb-1cd005827bae service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834374 Jan 17 17:51:25.894223 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:51:25.894875 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:51:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:26.033844 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-416f6b4d-c317-4681-a573-b3ac89818762 req-b8eedb82-56df-4bca-90c0-2fbd4cd9d20f service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365435 Jan 17 17:51:26.076992 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:51:26.172684 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-416f6b4d-c317-4681-a573-b3ac89818762 req-0b646fd4-1bf6-42ca-ae77-ba98c0b7b417 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314790 Jan 17 17:51:26.614453 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:48:01Z', 'revision_number': 1, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:26.619082 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28165678-aa7e-4864-ae4d-05a7ea2258ca None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_floatingips': [{'id': 'f08b9aea-1291-4b1b-9627-0d7f141c3684', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'router_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'port_id': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'mac_address': 'fa:16:3e:d0:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:47:58Z', 'updated_at': '2022-01-17T17:48:01Z', 'revision_number': 1, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:51:26.849170 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27177f7c-95c0-4690-81e5-547bc049fb6a None None] New status for floating IP 8de005ba-8674-48b5-9b3b-38e9fee37ad5: DOWN {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:51:27.263778 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3821ff9-4d7a-4e88-a82b-8c0fb3800eee req-718b76c2-9a3e-488a-a2df-62475d1f607c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:27.265128 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a3821ff9-4d7a-4e88-a82b-8c0fb3800eee req-718b76c2-9a3e-488a-a2df-62475d1f607c tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 946 time: 0.2921057 Jan 17 17:51:27.273577 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-f58afb5a-a2dc-4854-baa8-ac9e465830ee tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:27.274940 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-f58afb5a-a2dc-4854-baa8-ac9e465830ee tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 946 time: 0.1154647 Jan 17 17:51:27.372113 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a3821ff9-4d7a-4e88-a82b-8c0fb3800eee req-d258a89d-b01f-4ec6-acff-e74318548b87 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962210 Jan 17 17:51:27.377195 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Deleting port 52350cc9-698b-4cc6-aee4-3739f8fe85df {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:27.377534 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:27.646936 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] For port 52350cc9-698b-4cc6-aee4-3739f8fe85df, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=52350cc9-698b-4cc6-aee4-3739f8fe85df,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:27.647334 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:27.774967 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Calling delete_port for 52350cc9-698b-4cc6-aee4-3739f8fe85df owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:27.928865 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:27.978678 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event deleted for resources: {'Port': ['ID=52350cc9-698b-4cc6-aee4-3739f8fe85df,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:28.017334 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.017676 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.018010 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.018336 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.018659 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.019040 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.019363 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.019680 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.020004 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.020349 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.020660 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.020972 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-iscsi {{(pid=86775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:51:28.066914 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] No DVR routers for this DVR port 52350cc9-698b-4cc6-aee4-3739f8fe85df on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:51:28.069363 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:28.071787 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'name': 'network-vif-deleted', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:51:28.088000 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-a88393e3-0df7-42c5-80c4-1c11fc2e836c req-cf1a7c43-b16b-495d-822d-17afbe99927a tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "DELETE /v2.0/ports/52350cc9-698b-4cc6-aee4-3739f8fe85df HTTP/1.1" status: 204 len: 173 time: 0.7987840 Jan 17 17:51:28.121795 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2bc092-de7f-488e-a7a4-0602395500d5', 'name': 'network-vif-deleted', 'tag': '52350cc9-698b-4cc6-aee4-3739f8fe85df', 'status': 'completed', 'code': 200} Jan 17 17:51:28.524822 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-4694ec27-046b-497c-9779-9e7c40aba68c req-9c5dae7d-e21f-4e0d-9cfa-2f85f2447ca0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:51:28.541466 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-4694ec27-046b-497c-9779-9e7c40aba68c req-9c5dae7d-e21f-4e0d-9cfa-2f85f2447ca0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:51:28.542634 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-4694ec27-046b-497c-9779-9e7c40aba68c req-9c5dae7d-e21f-4e0d-9cfa-2f85f2447ca0 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=db2bc092-de7f-488e-a7a4-0602395500d5 HTTP/1.1" status: 200 len: 210 time: 0.0603502 Jan 17 17:51:30.820823 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 52350cc9-698b-4cc6-aee4-3739f8fe85df no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:51:30.858943 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: 52350cc9-698b-4cc6-aee4-3739f8fe85df {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:51:30.859287 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device 52350cc9-698b-4cc6-aee4-3739f8fe85df not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:51:32.051218 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37066) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:32.258696 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Deleting port d26511f5-fe83-42a7-b7a0-26af97f0511a {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:32.259060 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:32.433267 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:32.433590 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:32.561956 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Calling delete_port for d26511f5-fe83-42a7-b7a0-26af97f0511a owned by network:floatingip {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:32.849175 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:32.929932 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event deleted for resources: {'Port': ['ID=d26511f5-fe83-42a7-b7a0-26af97f0511a,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:32.998635 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:32.998992 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.db.l3_db [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Floating IP f08b9aea-1291-4b1b-9627-0d7f141c3684 disassociated (deleted). External IP: 172.27.3.85, port: c1cbeb50-d098-4729-928b-4a6babdecdae. Jan 17 17:51:33.384344 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Router d236057e-67b3-4596-a6ef-42c964bb595a has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:51:33.571542 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:51:33.581152 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b77403-2059-438f-a963-c008810519dd None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:51:33.591998 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b77403-2059-438f-a963-c008810519dd None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:51:33.592946 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-e6b77403-2059-438f-a963-c008810519dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:51:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:33.594136 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:33.656865 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a378b4fa-331d-4423-ab66-7faf493ac832 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "DELETE /v2.0/floatingips/f08b9aea-1291-4b1b-9627-0d7f141c3684 HTTP/1.1" status: 204 len: 168 time: 1.6017270 Jan 17 17:51:33.656865 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:51:33.704114 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'status': 'completed', 'code': 200} Jan 17 17:51:33.802388 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34014169-9615-4bd5-80be-fde09664aa31 req-877ff540-eb4d-4249-bfda-5d297499b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:33.803921 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-34014169-9615-4bd5-80be-fde09664aa31 req-877ff540-eb4d-4249-bfda-5d297499b671 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=077887ff575d4d45935f364bcd56e7c7&device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 1099 time: 0.0762470 Jan 17 17:51:33.850109 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-e6b77403-2059-438f-a963-c008810519dd None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:51:33.947417 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34014169-9615-4bd5-80be-fde09664aa31 req-e341b0cd-e46d-4e26-8876-ed0025cb9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:33.948810 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-34014169-9615-4bd5-80be-fde09664aa31 req-e341b0cd-e46d-4e26-8876-ed0025cb9ee4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 200 len: 913 time: 0.1394219 Jan 17 17:51:34.023306 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-34014169-9615-4bd5-80be-fde09664aa31 req-6d879e55-3e2f-4513-a1fa-2900b63202f1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 200 len: 217 time: 0.0678391 Jan 17 17:51:34.051379 dv-cinder-818883-2-iscsi neutron-server[86776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982df16a-fe3a-4618-bb05-e16c3ad4e80a req-05ed5062-f5d2-43b3-b743-ed75a1ec9492 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:34.053641 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-982df16a-fe3a-4618-bb05-e16c3ad4e80a req-05ed5062-f5d2-43b3-b743-ed75a1ec9492 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 946 time: 0.0897138 Jan 17 17:51:34.087851 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34014169-9615-4bd5-80be-fde09664aa31 req-b5c92bb3-0d1c-405d-977a-9735bd3a5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:34.089286 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-34014169-9615-4bd5-80be-fde09664aa31 req-b5c92bb3-0d1c-405d-977a-9735bd3a5395 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 200 len: 851 time: 0.0603144 Jan 17 17:51:34.102115 dv-cinder-818883-2-iscsi neutron-server[86776]: INFO neutron.wsgi [req-982df16a-fe3a-4618-bb05-e16c3ad4e80a req-b3a92d34-576d-4b81-9d23-c3ad031832a3 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425186 Jan 17 17:51:34.166532 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34014169-9615-4bd5-80be-fde09664aa31 req-a8ebb650-3e6d-4484-969f-dc76ec85e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:34.168041 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-34014169-9615-4bd5-80be-fde09664aa31 req-a8ebb650-3e6d-4484-969f-dc76ec85e2c9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=72a0d7f9-2b54-40fa-b045-75be439ec1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727599 Jan 17 17:51:34.218265 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-e6b77403-2059-438f-a963-c008810519dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:34.222507 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b77403-2059-438f-a963-c008810519dd None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:51:34.232828 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b77403-2059-438f-a963-c008810519dd None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:51:34.233161 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-e6b77403-2059-438f-a963-c008810519dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:51:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:34.321073 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-34014169-9615-4bd5-80be-fde09664aa31 req-674c7c69-4108-4b3a-8bda-ee1349ac8129 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463735 Jan 17 17:51:34.418979 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-e6b77403-2059-438f-a963-c008810519dd None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:51:34.580218 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-34014169-9615-4bd5-80be-fde09664aa31 req-eb55c11c-f5b1-407c-881d-0a33aee15948 service neutron] 10.222.0.106 "GET /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529824 Jan 17 17:51:34.755496 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-e6b77403-2059-438f-a963-c008810519dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:34.759615 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b77403-2059-438f-a963-c008810519dd None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:44:54Z', 'revision_number': 4, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi', '_interfaces': [{'id': 'ee8ddebf-d1eb-44ff-9a67-cce06c26d533', 'name': '', 'network_id': '72a0d7f9-2b54-40fa-b045-75be439ec1be', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'mac_address': 'fa:16:3e:af:4f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:54Z', 'updated_at': '2022-01-17T17:45:01Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'subnets': [{'id': '3100fed7-e035-430a-bde6-6c09184b8a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:51:34.980517 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a289879-b822-4a0f-9830-2306e25bcf63 None None] New status for floating IP f08b9aea-1291-4b1b-9627-0d7f141c3684: DOWN {{(pid=86778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:51:35.303255 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc35a1b-3f44-4b43-aff8-f6c1f10da9ae req-3cb48663-b257-4db6-8705-83f7d0d239f4 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:35.303972 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-8dc35a1b-3f44-4b43-aff8-f6c1f10da9ae req-3cb48663-b257-4db6-8705-83f7d0d239f4 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:51:35.321559 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-8dc35a1b-3f44-4b43-aff8-f6c1f10da9ae req-3cb48663-b257-4db6-8705-83f7d0d239f4 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:51:35.322849 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8dc35a1b-3f44-4b43-aff8-f6c1f10da9ae req-3cb48663-b257-4db6-8705-83f7d0d239f4 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 946 time: 0.1108830 Jan 17 17:51:35.419179 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-8dc35a1b-3f44-4b43-aff8-f6c1f10da9ae req-263887f0-4998-4804-a4d3-f2eb4a9d4674 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/security-groups?id=35044ecc-68bf-4c1b-8701-f963040d51b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903423 Jan 17 17:51:35.448283 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692262e-81d7-4eb4-974f-c38169370878 req-f890f0e9-1de7-4b43-bebb-9f828f8c7726 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:51:35.449686 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6692262e-81d7-4eb4-974f-c38169370878 req-f890f0e9-1de7-4b43-bebb-9f828f8c7726 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 946 time: 0.1071110 Jan 17 17:51:35.519348 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Deleting port c1cbeb50-d098-4729-928b-4a6babdecdae {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:35.519686 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:35.775812 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] For port c1cbeb50-d098-4729-928b-4a6babdecdae, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c1cbeb50-d098-4729-928b-4a6babdecdae,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:35.776485 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:35.901962 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Calling delete_port for c1cbeb50-d098-4729-928b-4a6babdecdae owned by compute:nova {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:36.053852 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:36.104627 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event deleted for resources: {'Port': ['ID=c1cbeb50-d098-4729-928b-4a6babdecdae,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:36.190727 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] No DVR routers for this DVR port c1cbeb50-d098-4729-928b-4a6babdecdae on host hv-cinder-81888 {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:51:36.193980 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for port, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:36.196510 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'name': 'network-vif-deleted', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae'}] {{(pid=86775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:51:36.211861 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-6692262e-81d7-4eb4-974f-c38169370878 req-6072e98e-441a-4440-8f07-980f56c93bab tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.106 "DELETE /v2.0/ports/c1cbeb50-d098-4729-928b-4a6babdecdae HTTP/1.1" status: 204 len: 173 time: 0.7574248 Jan 17 17:51:36.244406 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dd0eb5-2257-4f13-a756-def1ef9df4ff', 'name': 'network-vif-deleted', 'tag': 'c1cbeb50-d098-4729-928b-4a6babdecdae', 'status': 'completed', 'code': 200} Jan 17 17:51:36.597142 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-536b8f01-d93e-44b1-b0bd-39c208ab356e req-c7634f52-a5f5-4e31-be1d-e582ea64a6ba tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Synchronizing usage tracker for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:51:36.615580 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.quota.resource [req-536b8f01-d93e-44b1-b0bd-39c208ab356e req-c7634f52-a5f5-4e31-be1d-e582ea64a6ba tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Unset dirty status for tenant:077887ff575d4d45935f364bcd56e7c7 on resource:port {{(pid=86775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:51:36.617406 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [req-536b8f01-d93e-44b1-b0bd-39c208ab356e req-c7634f52-a5f5-4e31-be1d-e582ea64a6ba tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "GET /v2.0/ports?device_id=56dd0eb5-2257-4f13-a756-def1ef9df4ff HTTP/1.1" status: 200 len: 210 time: 0.0766811 Jan 17 17:51:37.728484 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37084) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:37.887820 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Deleting port 1eda5eee-1edf-45ba-85a6-a977b07cc2c6 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:37.888156 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:38.058388 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:38.058622 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:38.276405 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Calling delete_port for 1eda5eee-1edf-45ba-85a6-a977b07cc2c6 owned by network:floatingip {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:38.416356 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:38.470621 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event deleted for resources: {'Port': ['ID=1eda5eee-1edf-45ba-85a6-a977b07cc2c6,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:38.563168 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for floatingip, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:38.582005 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494256'] for floatingip, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:38.583290 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1345ad76-3139-43ee-9ff4-514fedb5dd6f tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "DELETE /v2.0/floatingips/c5b54b99-d9e7-4d42-af21-2537161bdcbb HTTP/1.1" status: 204 len: 168 time: 0.8538363 Jan 17 17:51:39.960422 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37102) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:40.033234 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd818934-7758-4ef8-a529-f2920f248211 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:40.062736 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd818934-7758-4ef8-a529-f2920f248211 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:40.134828 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd818934-7758-4ef8-a529-f2920f248211 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:40.152723 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd818934-7758-4ef8-a529-f2920f248211 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35044ecc-68bf-4c1b-8701-f963040d51b7,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:40.166485 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-cd818934-7758-4ef8-a529-f2920f248211 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:40.171988 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-cd818934-7758-4ef8-a529-f2920f248211 tempest-TestVolumeBootPattern-1714015806 tempest-TestVolumeBootPattern-1714015806-project] 10.222.0.107 "DELETE /v2.0/security-groups/35044ecc-68bf-4c1b-8701-f963040d51b7 HTTP/1.1" status: 204 len: 168 time: 0.2080939 Jan 17 17:51:40.229754 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37108) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:40.837398 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device c1cbeb50-d098-4729-928b-4a6babdecdae no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:51:40.871240 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] No Port match for: c1cbeb50-d098-4729-928b-4a6babdecdae {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:51:40.871561 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Device c1cbeb50-d098-4729-928b-4a6babdecdae not bound to the agent host hv-cinder-81888 {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:51:40.886970 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:41.242937 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Deleting port ee8ddebf-d1eb-44ff-9a67-cce06c26d533 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:41.243620 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:41.518378 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] For port ee8ddebf-d1eb-44ff-9a67-cce06c26d533, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:41.518623 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:41.646291 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Calling delete_port for ee8ddebf-d1eb-44ff-9a67-cce06c26d533 owned by network:router_interface {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:41.830468 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:41.883978 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8ddebf-d1eb-44ff-9a67-cce06c26d533,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:42.164833 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:42.547909 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Router d236057e-67b3-4596-a6ef-42c964bb595a has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:51:42.855943 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:51:42.864995 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] Sync routers for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:51:42.868515 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-1625038b-14ad-46d1-9e9d-bc546bb0c9a7 admin admin] 10.222.0.107 "PUT /v2.0/routers/d236057e-67b3-4596-a6ef-42c964bb595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374693 Jan 17 17:51:42.870998 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37114) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:42.874090 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:51:42.874681 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:51:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:43.058246 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: dv-cinder-818883-2-iscsi {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:51:43.060386 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks [] for router, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:43.243921 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:43.254060 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Deleting port ec513539-134c-4246-86f6-ed275c68c942 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:43.254391 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:43.380954 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ec513539-134c-4246-86f6-ed275c68c942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:51:41Z', 'revision_number': 5, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port': {'id': 'ec513539-134c-4246-86f6-ed275c68c942', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:51Z', 'updated_at': '2022-01-17T17:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:43.384933 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] Checking router: d236057e-67b3-4596-a6ef-42c964bb595a for host: dv-cinder-818883-2-iscsi {{(pid=86777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:51:43.393142 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] Routers {'d236057e-67b3-4596-a6ef-42c964bb595a'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:51:43.393738 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:51:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['d236057e-67b3-4596-a6ef-42c964bb595a'], 'active': True} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:43.434786 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] For port ec513539-134c-4246-86f6-ed275c68c942, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=ec513539-134c-4246-86f6-ed275c68c942,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:43.435158 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:43.555761 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_dvr_db [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] Set router d236057e-67b3-4596-a6ef-42c964bb595a gateway port host: None {{(pid=86777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:51:43.567452 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Calling delete_port for ec513539-134c-4246-86f6-ed275c68c942 owned by network:router_gateway {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:43.668291 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.db.l3_hamode_db [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:51:43Z', 'revision_number': 6, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:43.673173 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7839a9ef-5e4e-4a27-9b65-c10b77a62b36 None None] The sync data for ids ['d236057e-67b3-4596-a6ef-42c964bb595a'] in dv-cinder-818883-2-iscsi is: [{'id': 'd236057e-67b3-4596-a6ef-42c964bb595a', 'name': 'tempest-TestVolumeBootPattern-2025203544-router', 'tenant_id': '077887ff575d4d45935f364bcd56e7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:50Z', 'updated_at': '2022-01-17T17:51:43Z', 'revision_number': 6, 'project_id': '077887ff575d4d45935f364bcd56e7c7', 'gw_port_host': None}] {{(pid=86777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:51:43.802736 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:43.858573 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec513539-134c-4246-86f6-ed275c68c942,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:43.967181 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.175605 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.178961 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.211285 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.211789 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d236057e-67b3-4596-a6ef-42c964bb595a {{(pid=86775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:51:44.225146 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.226320 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-a53e51a1-1aac-4309-956b-535b9f55a03b admin admin] 10.222.0.107 "DELETE /v2.0/routers/d236057e-67b3-4596-a6ef-42c964bb595a HTTP/1.1" status: 204 len: 168 time: 1.3544271 Jan 17 17:51:44.229226 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37118) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:44.304674 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-97eea551-2270-4494-88fd-6fd7a907611b admin admin] Deleting subnet 3100fed7-e035-430a-bde6-6c09184b8a25 {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:51:44.310549 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-97eea551-2270-4494-88fd-6fd7a907611b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.362110 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-97eea551-2270-4494-88fd-6fd7a907611b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410311'] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.546711 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-97eea551-2270-4494-88fd-6fd7a907611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.617827 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-97eea551-2270-4494-88fd-6fd7a907611b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2196179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684697'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.658938 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eea551-2270-4494-88fd-6fd7a907611b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3100fed7-e035-430a-bde6-6c09184b8a25,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:44.661454 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-97eea551-2270-4494-88fd-6fd7a907611b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.668017 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4b0c5-53bd-40f3-ba29-a828b66c74eb None None] Network 72a0d7f9-2b54-40fa-b045-75be439ec1be requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:51:44.668727 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-97eea551-2270-4494-88fd-6fd7a907611b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3100fed7-e035-430a-bde6-6c09184b8a25 HTTP/1.1" status: 204 len: 168 time: 0.4377205 Jan 17 17:51:44.670860 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37122) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:44.778242 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.789372 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Deleting port c80a6382-6fda-416b-b57d-501afd7d9e8c {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:44.789699 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.946856 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] DHCP port deletion for 72a0d7f9-2b54-40fa-b045-75be439ec1be request from dv-cinder-818883-2-iscsi {{(pid=86777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:51:44.951079 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] Deleting port c80a6382-6fda-416b-b57d-501afd7d9e8c {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:44.951443 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:44.977340 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ee8ddebf-d1eb-44ff-9a67-cce06c26d533 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:51:45.019515 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: ee8ddebf-d1eb-44ff-9a67-cce06c26d533 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:51:45.019895 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ee8ddebf-d1eb-44ff-9a67-cce06c26d533 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:51:45.020318 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ec513539-134c-4246-86f6-ed275c68c942 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:51:45.025914 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] For port c80a6382-6fda-416b-b57d-501afd7d9e8c, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c80a6382-6fda-416b-b57d-501afd7d9e8c,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:45.026272 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.064730 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: ec513539-134c-4246-86f6-ed275c68c942 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:51:45.065072 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device ec513539-134c-4246-86f6-ed275c68c942 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:51:45.157234 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Calling delete_port for c80a6382-6fda-416b-b57d-501afd7d9e8c owned by network:dhcp {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:45.226381 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] For port c80a6382-6fda-416b-b57d-501afd7d9e8c, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=c80a6382-6fda-416b-b57d-501afd7d9e8c,segment=NetworkSegment(4de71f7e-4aff-480e-a250-89bfae065525),segment_id=4de71f7e-4aff-480e-a250-89bfae065525)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:45.226803 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.237152 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.286518 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Pushing event deleted for resources: {'Port': ['ID=c80a6382-6fda-416b-b57d-501afd7d9e8c,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:45.288702 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] No DVR routers for this DVR port c80a6382-6fda-416b-b57d-501afd7d9e8c on host dv-cinder-818883-2-iscsi {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:51:45.351865 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] Calling delete_port for c80a6382-6fda-416b-b57d-501afd7d9e8c owned by network:dhcp {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:45.406713 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.423330 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.db.api [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:51:45.423615 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG oslo_db.api [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:51:45.433656 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a0d7f9-2b54-40fa-b045-75be439ec1be']}} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:45.446448 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de71f7e-4aff-480e-a250-89bfae065525') {'for_net_delete': True} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:45.446742 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de71f7e-4aff-480e-a250-89bfae065525') {} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:45.458007 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2423732'] for segment, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.474146 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.480239 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=86775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:51:45.480629 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2196157'] for segment, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: Traceback (most recent call last): Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: timer() Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: cb(*args, **kw) Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: return func(*args, **kwargs) Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: self._notify() Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: self.callback(batched_events) Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: event.method(event) Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: return f(self, *a, **k) Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._get(url).json() Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: return self.request(url, 'GET', **kwargs) Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:51:45.498345 dv-cinder-818883-2-iscsi neutron-server[86775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:51:45.572507 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.589097 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:45.600943 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] Pushing event deleted for resources: {'Network': ['ID=72a0d7f9-2b54-40fa-b045-75be439ec1be,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:45.613431 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-2b66bb7f-3ba3-4012-ac5c-8e395f4fd60e admin admin] 10.222.0.107 "DELETE /v2.0/networks/72a0d7f9-2b54-40fa-b045-75be439ec1be HTTP/1.1" status: 204 len: 168 time: 0.9416156 Jan 17 17:51:45.616883 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37126) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:45.924452 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] Deleting port c80a6382-6fda-416b-b57d-501afd7d9e8c {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:45.925048 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:46.006340 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-c308d237-8b4e-4e74-8984-4983217ea6c4 None None] The port 'c80a6382-6fda-416b-b57d-501afd7d9e8c' was deleted {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:51:46.267120 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824645'] for router_interface, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:46.629856 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Deleting port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:46.629856 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:46.802199 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] For port 78f4078b-a1e0-4097-89fb-a2a2fa9f43af, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,segment=NetworkSegment(befb3fdf-7896-4368-916e-652f0ae8b178),segment_id=befb3fdf-7896-4368-916e-652f0ae8b178)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:46.802539 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:46.924868 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Calling delete_port for 78f4078b-a1e0-4097-89fb-a2a2fa9f43af owned by network:router_interface {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:46.934321 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c80a6382-6fda-416b-b57d-501afd7d9e8c no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:51:46.967727 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: c80a6382-6fda-416b-b57d-501afd7d9e8c {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:51:46.968144 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device c80a6382-6fda-416b-b57d-501afd7d9e8c not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:51:47.108680 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:47.160227 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f4078b-a1e0-4097-89fb-a2a2fa9f43af,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:47.438704 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3686805'] for router_interface, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:47.918176 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Router 22cc2da1-f7be-4415-b4da-5819b5a5c44c has already been hosted by L3 agent fbcca812-59b4-475d-a563-3f7e7b0f8a74 {{(pid=86775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:51:48.102757 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-iscsi the message routers_updated {{(pid=86775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:51:48.111182 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] Sync routers for ids ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'] in dv-cinder-818883-2-iscsi {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:51:48.121867 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-b4b5ed6d-feb4-4355-864f-6a0399a81dd8 admin admin] 10.222.0.107 "PUT /v2.0/routers/22cc2da1-f7be-4415-b4da-5819b5a5c44c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5013916 Jan 17 17:51:48.122079 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] Routers {'22cc2da1-f7be-4415-b4da-5819b5a5c44c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:51:48.122229 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37130) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:48.122333 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:51:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:48.157988 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-7e073903-baf0-46a1-9d9b-14abbacd3df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:48.302324 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks [] for router, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:48.351258 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] Set router 22cc2da1-f7be-4415-b4da-5819b5a5c44c gateway port host: dv-cinder-818883-2-iscsi {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:51:48.495015 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:48.505724 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Deleting port 52cc68d2-8f92-4174-a189-70e7d52c3ad4 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:48.506059 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:48.648577 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'external_fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:51:47Z', 'revision_number': 5, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port': {'id': '52cc68d2-8f92-4174-a189-70e7d52c3ad4', 'name': '', 'network_id': '96e4f58b-aa45-4982-a8a2-8bf9b74925c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:44:58Z', 'updated_at': '2022-01-17T17:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b1953e6-f6bc-4258-ae38-8f0e791e0b2d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-iscsi'}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:48.654158 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] Checking router: 22cc2da1-f7be-4415-b4da-5819b5a5c44c for host: dv-cinder-818883-2-iscsi {{(pid=86778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:51:48.664039 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] Routers {'22cc2da1-f7be-4415-b4da-5819b5a5c44c'} bound to L3 agent in host dv-cinder-818883-2-iscsi {{(pid=86778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:51:48.664656 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:21:20Z,description=,heartbeat_timestamp=2022-01-17T17:51:20Z,host='dv-cinder-818883-2-iscsi',id=fbcca812-59b4-475d-a563-3f7e7b0f8a74,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:21:20Z,topic='l3_agent')) {'router_ids': ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'], 'active': True} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:48.693741 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] For port 52cc68d2-8f92-4174-a189-70e7d52c3ad4, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=52cc68d2-8f92-4174-a189-70e7d52c3ad4,segment=NetworkSegment(9dd9f623-0c39-472f-bfd0-b88116712822),segment_id=9dd9f623-0c39-472f-bfd0-b88116712822)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:48.694085 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:48.821613 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_dvr_db [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] Set router 22cc2da1-f7be-4415-b4da-5819b5a5c44c gateway port host: None {{(pid=86778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:51:48.825518 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Calling delete_port for 52cc68d2-8f92-4174-a189-70e7d52c3ad4 owned by network:router_gateway {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:48.931109 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.l3_hamode_db [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:51:48Z', 'revision_number': 6, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port_host': None}], 'dv-cinder-818883-2-iscsi', False) {} {{(pid=86778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:48.935148 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a19305-77e2-4a4f-bc29-573cbe338f14 None None] The sync data for ids ['22cc2da1-f7be-4415-b4da-5819b5a5c44c'] in dv-cinder-818883-2-iscsi is: [{'id': '22cc2da1-f7be-4415-b4da-5819b5a5c44c', 'name': 'tempest-TestVolumeBootPattern-600637454-router', 'tenant_id': 'b15c231b04bb495c89e349f140935cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:44:57Z', 'updated_at': '2022-01-17T17:51:48Z', 'revision_number': 6, 'project_id': 'b15c231b04bb495c89e349f140935cb8', 'gw_port_host': None}] {{(pid=86778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:51:49.027072 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.225423 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Pushing event deleted for resources: {'Port': ['ID=52cc68d2-8f92-4174-a189-70e7d52c3ad4,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:49.294808 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3680744'] for router_gateway, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.473876 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10849'] for router, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.476008 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.502660 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3688283'] for router, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.503387 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22cc2da1-f7be-4415-b4da-5819b5a5c44c {{(pid=86775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:51:49.516148 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] Notify callbacks [] for router, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.517256 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-15085894-6512-4984-af4c-8362aab2e642 admin admin] 10.222.0.107 "DELETE /v2.0/routers/22cc2da1-f7be-4415-b4da-5819b5a5c44c HTTP/1.1" status: 204 len: 168 time: 1.3943982 Jan 17 17:51:49.519909 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37134) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:49.579109 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fecc9fb-32f2-4c4e-8b3b-5218037b2fbf admin admin] Deleting subnet 3b2b4cc0-0333-4da1-9dac-7f1d17d215d8 {{(pid=86775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:51:49.582001 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5fecc9fb-32f2-4c4e-8b3b-5218037b2fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.632061 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5fecc9fb-32f2-4c4e-8b3b-5218037b2fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2410311'] for subnet, precommit_delete_associations {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.718570 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5fecc9fb-32f2-4c4e-8b3b-5218037b2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902682'] for subnet, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.789357 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5fecc9fb-32f2-4c4e-8b3b-5218037b2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-902673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2196179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9684697'] for subnet, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.833978 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecc9fb-32f2-4c4e-8b3b-5218037b2fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2b4cc0-0333-4da1-9dac-7f1d17d215d8,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:49.839223 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-5fecc9fb-32f2-4c4e-8b3b-5218037b2fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for subnet, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.845885 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-5fecc9fb-32f2-4c4e-8b3b-5218037b2fbf admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3b2b4cc0-0333-4da1-9dac-7f1d17d215d8 HTTP/1.1" status: 204 len: 168 time: 0.3249543 Jan 17 17:51:49.848699 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a441a92-3956-410b-8104-72fdce6c21af None None] Network cccde02c-16b0-44c0-961f-9792a78c4465 requested from dv-cinder-818883-2-iscsi {{(pid=86777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:51:49.849407 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37138) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:49.962992 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765708'] for network, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:49.976838 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Deleting port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 {{(pid=86775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:49.977168 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.157387 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] DHCP port deletion for cccde02c-16b0-44c0-961f-9792a78c4465 request from dv-cinder-818883-2-iscsi {{(pid=86777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:51:50.163334 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] Deleting port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:50.163904 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.196008 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.db [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] For port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0,segment=NetworkSegment(befb3fdf-7896-4368-916e-652f0ae8b178),segment_id=befb3fdf-7896-4368-916e-652f0ae8b178)] {{(pid=86775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:50.196357 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.325254 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.plugin [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Calling delete_port for 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 owned by network:dhcp {{(pid=86775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:50.389213 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.db [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] For port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0, host dv-cinder-818883-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-iscsi',level=0,port_id=6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0,segment=NetworkSegment(befb3fdf-7896-4368-916e-652f0ae8b178),segment_id=befb3fdf-7896-4368-916e-652f0ae8b178)] {{(pid=86777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:51:50.389503 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3685467'] for port, precommit_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.406589 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-585022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749329069559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749328529116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2196192'] for port, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.455982 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:50.458317 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] No DVR routers for this DVR port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 on host dv-cinder-818883-2-iscsi {{(pid=86775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:51:50.526739 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] Calling delete_port for 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 owned by network:dhcp {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:51:50.561588 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf915-b77d-4854-bb5b-423e106a1385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.586896 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-908536', 'neutron.services.segments.db._delete_segments_for_network-8749329017622'] for network, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.609593 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.db.api [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:51:50.610421 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG oslo_db.api [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:51:50.614858 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccde02c-16b0-44c0-961f-9792a78c4465']}} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:50.627831 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befb3fdf-7896-4368-916e-652f0ae8b178') {'for_net_delete': True} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:50.628141 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.services.segments.db [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befb3fdf-7896-4368-916e-652f0ae8b178') {} {{(pid=86775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:51:50.641430 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749329020977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2423732'] for segment, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.659967 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-896993'] for segment, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.667422 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=86775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:51:50.667971 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-897016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2196157'] for segment, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: Traceback (most recent call last): Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: timer() Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: cb(*args, **kw) Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: return func(*args, **kwargs) Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: self._notify() Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: self.callback(batched_events) Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: event.method(event) Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: return f(self, *a, **k) Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._get(url).json() Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: return self.request(url, 'GET', **kwargs) Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:51:50.681478 dv-cinder-818883-2-iscsi neutron-server[86775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:51:50.875662 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-908513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3680517'] for network, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.880939 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672902'] for network, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:50.906680 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cccde02c-16b0-44c0-961f-9792a78c4465,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:50.913277 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-01ce41f7-a379-468c-a699-8dee1c5673a6 admin admin] 10.222.0.107 "DELETE /v2.0/networks/cccde02c-16b0-44c0-961f-9792a78c4465 HTTP/1.1" status: 204 len: 168 time: 1.0634291 Jan 17 17:51:50.941246 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 78f4078b-a1e0-4097-89fb-a2a2fa9f43af no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:51:50.984548 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 78f4078b-a1e0-4097-89fb-a2a2fa9f43af {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:51:50.984897 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 78f4078b-a1e0-4097-89fb-a2a2fa9f43af not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:51:50.985612 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 52cc68d2-8f92-4174-a189-70e7d52c3ad4 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:51:51.024109 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 52cc68d2-8f92-4174-a189-70e7d52c3ad4 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:51:51.024455 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 52cc68d2-8f92-4174-a189-70e7d52c3ad4 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:51:51.024871 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 no longer exists at agent ovs-agent-dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:51:51.032227 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37144) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:51.068609 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] No Port match for: 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 {{(pid=86777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:51:51.069444 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.rpc [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Device 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 not bound to the agent host dv-cinder-818883-2-iscsi {{(pid=86777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:51:51.086994 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-3f218c72-3e43-41df-8862-333b52d882ea admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=077887ff575d4d45935f364bcd56e7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535367 Jan 17 17:51:51.089403 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37148) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:51.112342 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] Deleting port 6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0 {{(pid=86777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:51:51.112818 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749329066442'] for port, before_delete {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.148110 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fb30538c-1ad5-44cf-a2a5-4dc20556ba75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.176757 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fb30538c-1ad5-44cf-a2a5-4dc20556ba75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.195237 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron.plugins.ml2.plugin [None req-021591ea-1bd7-44bd-8235-1ead753235f5 None None] The port '6e9272fb-d7dc-4de6-b5b2-cbf00b0da8e0' was deleted {{(pid=86777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:51:51.237344 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fb30538c-1ad5-44cf-a2a5-4dc20556ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.256937 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30538c-1ad5-44cf-a2a5-4dc20556ba75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61043d1a-08c2-4948-9e7b-1a9f585f94e7,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:51.261921 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-fb30538c-1ad5-44cf-a2a5-4dc20556ba75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.262787 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-fb30538c-1ad5-44cf-a2a5-4dc20556ba75 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/61043d1a-08c2-4948-9e7b-1a9f585f94e7 HTTP/1.1" status: 204 len: 168 time: 0.1725047 Jan 17 17:51:51.609621 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.617463 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37156) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:51.669399 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-3eef8380-cd07-493e-85e8-23d4acc4edce admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b15c231b04bb495c89e349f140935cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502031 Jan 17 17:51:51.678956 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.wsgi [-] (86775) accepted ('10.222.0.107', 37160) {{(pid=86775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:51:51.742327 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d02ff1ed-558e-4600-a6d2-800fa2d97fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.767778 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d02ff1ed-558e-4600-a6d2-800fa2d97fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.821366 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d02ff1ed-558e-4600-a6d2-800fa2d97fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715531'] for security_group, after_delete {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.837150 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ff1ed-558e-4600-a6d2-800fa2d97fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622f81e5-4edd-4c51-a147-16b0c983b730,revision_number=None']} {{(pid=86775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:51:51.844151 dv-cinder-818883-2-iscsi neutron-server[86775]: DEBUG neutron_lib.callbacks.manager [None req-d02ff1ed-558e-4600-a6d2-800fa2d97fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:51.845463 dv-cinder-818883-2-iscsi neutron-server[86775]: INFO neutron.wsgi [None req-d02ff1ed-558e-4600-a6d2-800fa2d97fe5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/622f81e5-4edd-4c51-a147-16b0c983b730 HTTP/1.1" status: 204 len: 168 time: 0.1653261 Jan 17 17:51:51.966572 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:52.073509 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:51:53.115330 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:51:54.257280 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:18.153733 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d8bd6d03-bc6a-4520-8879-adc1b457d587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:20.415343 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-12695d99-7a40-4d06-8f21-8728e049e158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:21.621297 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:21.969546 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:23.114115 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:24.257468 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:29.073432 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:52:48.162599 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5f74adb8-c514-4b8d-be33-6ddc033c19d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:50.418881 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0dba8cfd-c535-4161-bee5-08192dab7e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:51.614993 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:51.972273 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:53.117922 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:52:54.255517 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:06.073554 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:53:18.155064 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-4c874e5d-ae5b-4e78-aaf0-86bddbbe55fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:20.421678 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-54f56bf3-c466-4520-b36a-27d8c41de90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:21.620212 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:21.983001 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:23.120594 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:24.254331 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:43.071953 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:53:48.158191 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-917e8120-7c71-4f30-a438-a627efbe1788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:50.424765 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-af66dcaf-c649-42a4-a0e2-5230bba95717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:51.631105 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:51.980211 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:53.125645 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:53:54.253972 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:18.161282 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-b2b997c0-2af1-4d8d-abde-03e93f6a190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:20.071286 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:54:20.426820 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-42b324bb-452d-4ea0-b853-7e1ea9c36197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:21.623877 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:21.981667 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:23.128760 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:24.254721 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:48.171285 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-ebc818bb-b908-48da-8bda-cbba70065cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:50.429137 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-20dcccc8-9924-4095-bf5a-a5661ff22586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:51.626242 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:51.983910 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:53.132086 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:54.253496 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:54:57.070072 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:55:18.162749 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-62a841c3-1ef2-4eb8-a4da-e9ed7c6c98eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:20.431293 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-824ccc9d-61c4-4816-ae2c-2a2dbfce2124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:21.636377 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:21.987620 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:23.135150 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:24.251133 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:34.068512 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:55:48.166056 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-cc5829a8-8bf1-4842-8da0-5bbac9740f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:50.435759 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-d2c60469-c1e7-4756-84f1-07fd35f9029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:51.630403 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:51.989770 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:53.137528 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:55:54.251372 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:11.067094 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:56:18.169633 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-5fa97337-b0b2-43f9-a8c9-8ff7e8fd2633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:20.437769 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-16e08778-4033-46d9-b123-3aa7ee257823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:21.634197 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:21.998653 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:23.142139 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:24.244399 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:48.067370 dv-cinder-818883-2-iscsi neutron-server[86778]: DEBUG neutron.db.agents_db [None req-2e11b7de-cc9d-461b-bcf4-c0cec0daee4d None None] Agent healthcheck: found 6 active agents {{(pid=86778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:56:48.171712 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-800a0531-4ea8-4a10-adcf-d87b90ef0ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:50.441164 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-f481cf0c-8c98-476d-8372-fbc7024a2e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:51.639119 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-24eb7143-3218-4174-8513-c77e33e51203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:51.995944 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0f0770b6-267d-4ccb-9030-b7297ee44bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:53.145383 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-0d48b326-5627-414f-bdc1-2925fbfb6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:56:54.249126 dv-cinder-818883-2-iscsi neutron-server[86777]: DEBUG neutron_lib.callbacks.manager [None req-31f8de04-1a27-42ab-b0de-503ef45055fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749329017604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723262'] for agent, after_update {{(pid=86777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}